Repository navigation
Expand file tree
/
Copy path00_gpu_debug.slurm
More file actions
67 lines (60 loc) · 1.99 KB
/
Copy path00_gpu_debug.slurm
File metadata and controls
67 lines (60 loc) · 1.99 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#!/bin/bash
#SBATCH --account=your_account_name_iacc
#SBATCH --partition=interactive_gpu
#SBATCH --qos=debug_iacc
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=2
#SBATCH --mem=2G
#SBATCH --gres=gpu:1
#SBATCH --time=0:30:00
#SBATCH --job-name=gpu_debug_test
#SBATCH --output=gpu_debug_%j.out
# ============================================================
# INTERACTIVE GPU DEBUG EXAMPLE - For Training and Quick Tests
# ============================================================
#
# This script uses the interactive_gpu partition with debug QoS.
# Jobs start within 2 minutes (usually immediately)!
#
# IMPORTANT:
# - Account must end with _iacc (e.g., mygroup_iacc)
# - QoS must be debug_iacc
# - Partition must be interactive_gpu
# - Time limit is 30 minutes max for debug
#
# ALTERNATIVE: Run interactively with srun:
# srun --pty --partition=interactive_gpu --qos=debug_iacc \
# --account=your_account_name_iacc \
# --cpus-per-task=2 --mem=2G --gres=gpu:1 --time=0:30:00 bash
#
# This drops you directly into a shell on the GPU node.
# ============================================================
# Load ACCRE software stack
setup_accre_software_stack
# Load GPU modules
module load gcc/12.3
module load cuda/12.6
# Print job information
echo "========================================"
echo "Interactive GPU Debug Job"
echo "========================================"
echo "Job ID: $SLURM_JOB_ID"
echo "Partition: $SLURM_JOB_PARTITION"
echo "QoS: $SLURM_JOB_QOS"
echo "Node: $SLURM_NODELIST"
echo "CPUs per task: $SLURM_CPUS_PER_TASK"
echo "CUDA_VISIBLE_DEVICES: $CUDA_VISIBLE_DEVICES"
echo "Started at: $(date)"
echo "========================================"
# Verify GPU is available
echo ""
echo "GPU Information (nvidia-smi):"
nvidia-smi
echo ""
echo "CUDA Version:"
nvcc --version 2>/dev/null || echo "nvcc not in PATH (CUDA toolkit loaded)"
echo ""
echo "========================================"
echo "Job finished at: $(date)"
echo "========================================"