#!/bin/bash
#SBATCH -n 1
#SBATCH -t 01:00:00
#SBATCH -J gfasftp
#SBATCH -e /esarchive/recon/ecmwf/gfas/scripts/i535-marc-hourly/out-logs/format-ftp-%j.err
#SBATCH -o /esarchive/recon/ecmwf/gfas/scripts/i535-marc-hourly/out-logs/format-ftp-%j.out

#module load xarray/0.19.0-foss-2019b-Python-3.7.4
#module load netcdf4-python/1.5.8-foss-2019b-Python-3.7.4
#module load dask/2022.2.0-foss-2019b-Python-3.7.4
#module load numpy/1.21.6-foss-2019b-Python-3.7.4

module load requests
module load beautifulsoup4/4.11.1-foss-2021b-Python-3.9.6
module load openpyxl/3.1.2-foss-2021b-Python-3.9.6 # open xlsx files
module load Arrow/8.0.0-foss-2021b-Python-3.9.6 # open parquet files
module load lxml/4.9.1-foss-2021b-Python-3.9.6

module load selenium/4.18.1-foss-2021b-Python-3.9.6
module load chromedriver-py/107.0.5304.62-foss-2021b-Python-3.9.6
module load pandas/1.5.3-foss-2021b-Python-3.9.6
module load typing-extensions/4.9.0-GCCcore-11.2.0


time python3 -u /esarchive/scratch/rgrodofz/software/ghost/GHOST/download_scripts/run_GHOST_downloads.py
#time python3 /esarchive/scratch/rgrodofz/software/ghost/GHOST/download_scripts/test.py