#!/usr/bin/expect
############################################################################
# Purpose: Test Packjob: squeue
#
# Reqs:    1. Using slurmdbd accounting storage type and is up
#          2. controllers are up and running.
#
# Output:  "TEST: #.#" followed by "SUCCESS" if test was successful, OR
#          "FAILURE: ..." otherwise with an explanation of the failure, OR
#          anything else indicates a failure mode that must be investigated.
############################################################################
# Copyright (C) 2017 SchedMD LLC.
# Written by Isaac Hartung <ihartung@schedmd.com>
#
# This file is part of SLURM, a resource management program.
# For details, see <https://slurm.schedmd.com/>.
# Please also read the included file: DISCLAIMER.
#
# SLURM is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free
# Software Foundation; either version 2 of the License, or (at your option)
# any later version.
#
# SLURM is distributed in the hope that it will be useful, but WITHOUT ANY
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
# details.
#
# You should have received a copy of the GNU General Public License along
# with SLURM; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301  USA.
############################################################################

source ./globals
source ./globals_hetero_jobs

set test_id      "38.5"
set exit_code    0
set file_in      "test$test_id.in"
set file_out     "test$test_id.out"
set job_id 0

print_header $test_id

if {[in_fed]} {
	log_warn "This test should not be run in a federation"
	exit 0
}


proc sbatch {} {
	global number sbatch file_in file_out bin_sleep

	set matches 0
	set job_id 0
	set command "$sbatch -o $file_out $file_in"

	spawn {*}$command
	expect {
		-re "Batch job submission failed" {
			log_warn "Unable to execute test due to system configuration"
			end_it 0
		}
		-re "Submitted batch job ($number)" {
			incr matches
			set job_id $expect_out(1,string)
		}
		timeout {
			log_error "sbatch not responding"
			end_it 1
		}
		eof {
			wait
		}
	}
	if {$matches != 1} {
		log_error "batch submit failure"
		end_it 1
	}

	return $job_id
}

proc cancel_all_jobs { } {
	global scancel job_id

	if {$job_id != 0} {
		exec $scancel $job_id
	}
}

proc cleanup { } {
	global scancel user_name bin_rm file_in file_out
	global test_id bin_bash

	exec $bin_rm -f $file_in $file_out
	return 0
}

proc end_it { exit_code } {
	global test_id
	cancel_all_jobs
	if {$exit_code == 0} {
		cleanup
		print_success $test_id
	}
	exit $exit_code
}

#start test

make_bash_script $file_in "#SBATCH --cpus-per-task=4 --mem-per-cpu=10 --ntasks=1 -t1
#SBATCH packjob
#SBATCH --cpus-per-task=2 --mem-per-cpu=2  --ntasks=1 -t1
#SBATCH packjob
#SBATCH --cpus-per-task=1 --mem-per-cpu=6  --ntasks=1 -t1

$bin_sleep 10"

send_user "\n################################################################\n"
send_user "Submit packjob and verify output from scontrol show job"
send_user "\n################################################################\n"

set job_id [sbatch]

set matches 0
set id_set  0
set id_regex "\[0-9,-\]+"

set format "jobid:.16,packjoboffset:.16,packjobid:.16,packjobidset:.25"
set regex "$job_id\\s+0\\s+$job_id\\s+($id_regex)"
set header "JOBID\\s+PACK_JOB_OFFSET\\s+PACK_JOB_ID\\s+PACK_JOB_ID_SET"

spawn $squeue -j $job_id --Format=$format
expect {
	-re $header {
		incr matches
		exp_continue
	}
	-re $regex {
		set id_set $expect_out(1,string)
		incr matches
		exp_continue
	}
	timeout {
		log_error "squeue not responding"
		end_it 1
	}
	eof {
		wait
	}
}
if {$matches != 2 } {
	log_error "Problem with squeue test 1 ($matches != 2)"
	end_it 1
} else {
	send_user "Test 1 OK\n\n"
}

set js [parse_id_set $id_set $job_id]

set j2 [lindex $js 0]
set j3 [lindex $js 1]

set matches 0
set regex "$j2\\s+1\\s+$job_id\\s+$id_set"

spawn $squeue --noheader -j $j2 --Format=$format
expect {
	-re $regex {
		incr matches
		exp_continue
	}
	timeout {
		log_error "squeue not responding"
		end_it 1
	}
	eof {
		wait
	}
}
if {$matches != 1 } {
	log_error "Problem with squeue test 2 ($matches != 1)"
	end_it 1
} else {
	send_user "Test 2 OK\n\n"
}

set matches 0
set regex "$j3\\s+2\\s+$job_id\\s+$id_set"

spawn $squeue --noheader -j $j3 --Format=$format
expect {
	-re $regex {
		incr matches
		exp_continue
	}
	timeout {
		log_error "squeue not responding"
		end_it 1
	}
	eof {
		wait
	}
}
if {$matches != 1 } {
	log_error "Problem with squeue test 3 ($matches != 1)"
	end_it 1
} else {
	send_user "Test 3 OK\n\n"
}

# All Done
end_it 0
