From e7c138354daac82cfc8d6c1d2082ae33438da6ca Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:14:32 +0200 Subject: [PATCH 01/11] Adding test setup v1, file 1. --- RADSOUND/STATRS/produce_rank_histograms_all_stations.sh | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/RADSOUND/STATRS/produce_rank_histograms_all_stations.sh b/RADSOUND/STATRS/produce_rank_histograms_all_stations.sh index 011724462..5fb0186ac 100755 --- a/RADSOUND/STATRS/produce_rank_histograms_all_stations.sh +++ b/RADSOUND/STATRS/produce_rank_histograms_all_stations.sh @@ -150,8 +150,13 @@ fi # #echo " (Note) List includes all stations with obs/data points ..." #station_list=list_of_all_radsound_stations.txt -echo " (Note) List includes stations with at least 1000 obs/data points ..." -station_list=list_of_valid_radsound_stations.txt +if [ $test_run == 'true' ]; then + echo "Running a test with only 3 sounding stations." + station_list=test_list_of_radsound_stations.txt +else + echo " (Note) List includes stations with at least 1000 obs/data points ..." + station_list=list_of_valid_radsound_stations.txt +fi echo " stationID, longitude, latitude, obs00UTC, obs12UTC" echo " List of radiosounding stations (with geographical coordinates): $station_list" -- GitLab From 02846dda1cc4f0a4ec2bc9904c94cd9a8034fe20 Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:28:27 +0200 Subject: [PATCH 02/11] Adding test setup v1, file 2. --- RADSOUND/STATRS/produce_standard_plots_all_stations.sh | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/RADSOUND/STATRS/produce_standard_plots_all_stations.sh b/RADSOUND/STATRS/produce_standard_plots_all_stations.sh index b846aa212..e7571c3ee 100755 --- a/RADSOUND/STATRS/produce_standard_plots_all_stations.sh +++ b/RADSOUND/STATRS/produce_standard_plots_all_stations.sh @@ -152,8 +152,13 @@ fi # #echo " (Note) List includes all stations with obs/data points ..." #station_list=list_of_all_radsound_stations.txt -echo " (Note) List includes stations with at least 1000 obs/data points ..." -station_list=list_of_valid_radsound_stations.txt +if [ $test_run == 'true' ]; then + echo "Running a test with only 3 sounding stations." + station_list=test_list_of_radsound_stations.txt +else + echo " (Note) List includes stations with at least 1000 obs/data points ..." + station_list=list_of_valid_radsound_stations.txt +fi echo " stationID, longitude, latitude, obs00UTC, obs12UTC" echo " List of radiosounding stations (with geographical coordinates): $station_list" -- GitLab From ce7632f532b5cae0f6e5780d5c3652bdd5488a5a Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:28:55 +0200 Subject: [PATCH 03/11] Adding test setup v1, file 3. --- SYNOP/STATS/list_of_stations_39.txt | 86 +++++++++++++++++++++++++++++ 1 file changed, 86 insertions(+) diff --git a/SYNOP/STATS/list_of_stations_39.txt b/SYNOP/STATS/list_of_stations_39.txt index 603bc1a79..7313d190e 100644 --- a/SYNOP/STATS/list_of_stations_39.txt +++ b/SYNOP/STATS/list_of_stations_39.txt @@ -2,3 +2,89 @@ 102019 23.576000 68.602997 102017 20.850901 69.042801 101695 25.423300 64.142601 + 101776 24.727600 65.019699 + 101784 24.561199 65.039703 + 101150 24.491600 60.999199 + 100919 19.131399 60.300999 + 101196 26.049700 61.200100 + 100968 24.956800 60.326698 + 101130 24.802999 60.595901 + 101651 30.974701 62.769402 + 101649 31.044500 63.141701 + 102026 25.736500 68.903000 + 102033 27.419001 68.613297 + 102047 27.265699 69.140900 + 102055 28.894100 69.582497 + 102052 28.299101 68.849297 + 102009 28.301201 68.477997 + 102006 27.444099 68.433899 + 102005 27.413300 68.415100 + 101315 24.804600 61.855499 + 101608 29.636101 62.657001 + 101104 23.498199 60.813999 + 100917 19.986900 60.178200 + 101609 29.233999 63.232399 + 101317 24.287001 61.845901 + 101339 25.670900 62.397598 + 100934 22.551800 60.386902 + 100971 24.944599 60.175201 + 101503 23.043600 63.120300 + 101783 24.095699 65.385101 + 101950 27.159100 66.715599 + 101840 24.582800 65.789398 + 102016 20.813801 69.039001 + 101986 24.855400 67.691704 + 101994 25.783199 68.169601 + 101194 26.811100 60.696499 + 101662 23.143600 63.726601 + 101773 30.170601 64.297600 + 101586 27.633301 62.892601 + 101887 29.311899 66.370003 + 101897 29.151800 66.166100 + 101247 28.208700 61.057499 + 101636 30.045799 63.321098 + 100974 24.049500 60.244499 + 101982 24.033300 68.062798 + 101149 24.653700 60.508701 + 101799 25.372999 64.936996 + 101794 25.393200 65.006401 + 100908 21.374800 59.779099 + 101914 23.962999 66.772797 + 101064 21.783199 61.478901 + 101028 25.607300 60.391701 + 101805 26.963100 65.400101 + 101441 29.315100 61.801899 + 101831 28.056700 64.664001 + 101775 23.896700 64.611801 + 101873 26.367599 65.977203 + 101933 26.010900 66.579399 + 101920 25.838100 66.562401 + 101928 25.708799 66.498299 + 101959 28.688299 66.816597 + 101966 29.177700 67.162300 + 102012 29.611300 67.748596 + 100955 23.112900 60.373901 + 101952 28.178600 67.282997 + 101932 26.629000 67.366600 + 102001 27.184999 68.084198 + 101826 28.746700 64.931297 + 101885 28.217699 65.574898 + 101124 23.746799 61.465599 + 100949 22.178699 60.454399 + 102035 27.006800 69.756401 + 102036 27.896500 70.082001 + 101800 26.423901 64.501404 + 101464 21.068600 63.435101 + 101421 27.907900 62.322201 + 101726 27.220600 63.840900 + 101537 25.858601 63.082199 + 101231 27.672701 60.527199 + 101908 24.649599 66.529503 + 101690 24.724701 64.050301 + 101486 22.488800 62.938099 + 101958 27.218399 67.022003 + 101103 22.346100 61.252899 + 101485 21.639400 63.098701 + 126736 27.751900 64.216797 + 101705 25.705700 63.735901 + 101690 24.724700 64.050300 -- GitLab From 2fa11df1ab4eb67c055027e61634851d2749f04d Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:29:11 +0200 Subject: [PATCH 04/11] Adding test setup v1, file 4. --- SYNOP/STATS/orig_list_of_stations_39.txt | 90 ------------------------ 1 file changed, 90 deletions(-) delete mode 100644 SYNOP/STATS/orig_list_of_stations_39.txt diff --git a/SYNOP/STATS/orig_list_of_stations_39.txt b/SYNOP/STATS/orig_list_of_stations_39.txt deleted file mode 100644 index 7313d190e..000000000 --- a/SYNOP/STATS/orig_list_of_stations_39.txt +++ /dev/null @@ -1,90 +0,0 @@ - station@hdr longitude@hdr latitude@hdr - 102019 23.576000 68.602997 - 102017 20.850901 69.042801 - 101695 25.423300 64.142601 - 101776 24.727600 65.019699 - 101784 24.561199 65.039703 - 101150 24.491600 60.999199 - 100919 19.131399 60.300999 - 101196 26.049700 61.200100 - 100968 24.956800 60.326698 - 101130 24.802999 60.595901 - 101651 30.974701 62.769402 - 101649 31.044500 63.141701 - 102026 25.736500 68.903000 - 102033 27.419001 68.613297 - 102047 27.265699 69.140900 - 102055 28.894100 69.582497 - 102052 28.299101 68.849297 - 102009 28.301201 68.477997 - 102006 27.444099 68.433899 - 102005 27.413300 68.415100 - 101315 24.804600 61.855499 - 101608 29.636101 62.657001 - 101104 23.498199 60.813999 - 100917 19.986900 60.178200 - 101609 29.233999 63.232399 - 101317 24.287001 61.845901 - 101339 25.670900 62.397598 - 100934 22.551800 60.386902 - 100971 24.944599 60.175201 - 101503 23.043600 63.120300 - 101783 24.095699 65.385101 - 101950 27.159100 66.715599 - 101840 24.582800 65.789398 - 102016 20.813801 69.039001 - 101986 24.855400 67.691704 - 101994 25.783199 68.169601 - 101194 26.811100 60.696499 - 101662 23.143600 63.726601 - 101773 30.170601 64.297600 - 101586 27.633301 62.892601 - 101887 29.311899 66.370003 - 101897 29.151800 66.166100 - 101247 28.208700 61.057499 - 101636 30.045799 63.321098 - 100974 24.049500 60.244499 - 101982 24.033300 68.062798 - 101149 24.653700 60.508701 - 101799 25.372999 64.936996 - 101794 25.393200 65.006401 - 100908 21.374800 59.779099 - 101914 23.962999 66.772797 - 101064 21.783199 61.478901 - 101028 25.607300 60.391701 - 101805 26.963100 65.400101 - 101441 29.315100 61.801899 - 101831 28.056700 64.664001 - 101775 23.896700 64.611801 - 101873 26.367599 65.977203 - 101933 26.010900 66.579399 - 101920 25.838100 66.562401 - 101928 25.708799 66.498299 - 101959 28.688299 66.816597 - 101966 29.177700 67.162300 - 102012 29.611300 67.748596 - 100955 23.112900 60.373901 - 101952 28.178600 67.282997 - 101932 26.629000 67.366600 - 102001 27.184999 68.084198 - 101826 28.746700 64.931297 - 101885 28.217699 65.574898 - 101124 23.746799 61.465599 - 100949 22.178699 60.454399 - 102035 27.006800 69.756401 - 102036 27.896500 70.082001 - 101800 26.423901 64.501404 - 101464 21.068600 63.435101 - 101421 27.907900 62.322201 - 101726 27.220600 63.840900 - 101537 25.858601 63.082199 - 101231 27.672701 60.527199 - 101908 24.649599 66.529503 - 101690 24.724701 64.050301 - 101486 22.488800 62.938099 - 101958 27.218399 67.022003 - 101103 22.346100 61.252899 - 101485 21.639400 63.098701 - 126736 27.751900 64.216797 - 101705 25.705700 63.735901 - 101690 24.724700 64.050300 -- GitLab From 49079c7ee17e29a73b3bd30c5f3ae9926720566c Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:29:28 +0200 Subject: [PATCH 05/11] Adding test setup v1, file 5. --- SYNOP/STATS/produce_rank_histograms_all_stations.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/SYNOP/STATS/produce_rank_histograms_all_stations.sh b/SYNOP/STATS/produce_rank_histograms_all_stations.sh index 214fe1733..f82de60f5 100755 --- a/SYNOP/STATS/produce_rank_histograms_all_stations.sh +++ b/SYNOP/STATS/produce_rank_histograms_all_stations.sh @@ -159,7 +159,12 @@ fi # It is assumed that the list of stations has been pre-produced # and is available as a .txt file. # -station_list=list_of_stations_${variable}.txt +if [ $test_run == 'true' ]; then + echo "Running a test with only 3 synop stations." + station_list=test_list_of_stations_${variable}.txt +else + station_list=list_of_stations_${variable}.txt +fi echo " List of synop stations (with geographical coordinates): $station_list" # # -- GitLab From 43f6c275c5dfcf0df5cc01d685b2f9e37af27e1a Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:29:43 +0200 Subject: [PATCH 06/11] Adding test setup v1, file 6. --- SYNOP/STATS/produce_standard_plots_all_stations.sh | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/SYNOP/STATS/produce_standard_plots_all_stations.sh b/SYNOP/STATS/produce_standard_plots_all_stations.sh index 45cbbb192..9b27914a1 100755 --- a/SYNOP/STATS/produce_standard_plots_all_stations.sh +++ b/SYNOP/STATS/produce_standard_plots_all_stations.sh @@ -167,7 +167,12 @@ fi # It is assumed that the list of stations has been pre-produced # and is available as a .txt file. # -station_list=list_of_stations_${variable}.txt +if [ $test_run == 'true' ]; then + echo "Running a test with only 3 synop stations." + station_list=test_list_of_stations_${variable}.txt +else + station_list=list_of_stations_${variable}.txt +fi echo " List of synop stations (with geographical coordinates): $station_list" # # -- GitLab From 2a6dbe321061ede54564630ea122f9a425be0b5e Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:30:04 +0200 Subject: [PATCH 07/11] Adding test setup v1, file 7. --- SYNOP/synop_obs.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/SYNOP/synop_obs.sh b/SYNOP/synop_obs.sh index aa6e9d50c..d0c9fdfff 100755 --- a/SYNOP/synop_obs.sh +++ b/SYNOP/synop_obs.sh @@ -1,6 +1,6 @@ #!/bin/bash echo "Bash version ${BASH_VERSION}..." -module list +#module list pwd ######################################################################## # DestinE Climate DT Project -- GitLab From d6833f56ee8eb0ec426d92d1aba451df6d9c5d87 Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:30:30 +0200 Subject: [PATCH 08/11] Adding test setup v1, file 8. --- load_modules.sh | 3 +++ 1 file changed, 3 insertions(+) diff --git a/load_modules.sh b/load_modules.sh index ef388003e..3f378da57 100755 --- a/load_modules.sh +++ b/load_modules.sh @@ -1,5 +1,8 @@ #!/bin/bash +# In the case of testing the software, export the following variable +export test_run=true + echo "#######################################################" echo "### OBSALL Apps ###" echo "### Loading required modules for application ###" -- GitLab From 29a4b3ee97174e9e31f0f361e8ccb7632250b8bc Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:30:49 +0200 Subject: [PATCH 09/11] Adding test setup v1, file 9. --- RADSOUND/STATRS/test_list_of_radsound_stations.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 RADSOUND/STATRS/test_list_of_radsound_stations.txt diff --git a/RADSOUND/STATRS/test_list_of_radsound_stations.txt b/RADSOUND/STATRS/test_list_of_radsound_stations.txt new file mode 100644 index 000000000..e892f1f60 --- /dev/null +++ b/RADSOUND/STATRS/test_list_of_radsound_stations.txt @@ -0,0 +1,3 @@ +30673 119.733002 53.750000 3052 2445 +42867 79.050000 21.100000 3270 1401 +42971 85.833000 20.250000 1295 1005 -- GitLab From 0c79d387c874b4848b509ad4da6273aea5f9e3d1 Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:31:11 +0200 Subject: [PATCH 10/11] Adding test setup v1, file 10. --- SYNOP/STATS/test_list_of_stations_39.txt | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 SYNOP/STATS/test_list_of_stations_39.txt diff --git a/SYNOP/STATS/test_list_of_stations_39.txt b/SYNOP/STATS/test_list_of_stations_39.txt new file mode 100644 index 000000000..603bc1a79 --- /dev/null +++ b/SYNOP/STATS/test_list_of_stations_39.txt @@ -0,0 +1,4 @@ + station@hdr longitude@hdr latitude@hdr + 102019 23.576000 68.602997 + 102017 20.850901 69.042801 + 101695 25.423300 64.142601 -- GitLab From 02cfe7017b3158b2a06b6e8509d673911580543a Mon Sep 17 00:00:00 2001 From: Lauri Tuppi Date: Fri, 8 Nov 2024 10:31:31 +0200 Subject: [PATCH 11/11] Adding test setup v1, file 11. --- quick_test_as_batchjob.bash | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 quick_test_as_batchjob.bash diff --git a/quick_test_as_batchjob.bash b/quick_test_as_batchjob.bash new file mode 100644 index 000000000..7a321e03c --- /dev/null +++ b/quick_test_as_batchjob.bash @@ -0,0 +1,17 @@ +#!/bin/bash -l +#SBATCH --job-name=test_obsall # Job name +#SBATCH --output=test_obsall.eo # Name of stdout output file +#SBATCH --error=test_obsall_2.eo# Name of stderr error file +#SBATCH --partition=small # Partition (queue) name small, debug +#SBATCH --ntasks=1 # One task (process) +#SBATCH --cpus-per-task=1 # Number of cores (threads) +#SBATCH --mem-per-cpu=8000 +#SBATCH --time=12:00:00 # Run time (hh:mm:ss) +#SBATCH --account=project_465000454 # Project for billing + +source load_modules.sh + +# In the case of testing the software, export the following variable +export test_run=true + +python run_obsall.py -- GitLab