#!/bin/bash
#SBATCH --job-name="gpt_13b"
#SBATCH --nodes=20
#SBATCH --ntasks-per-node=1
#SBATCH --cpus-per-task=32           # Number of cores per tasks
#SBATCH --gres=gpu:8                 # Number of gpus
#SBATCH --nodelist=tenant-ac-suno-h100-reserved-134-002,tenant-ac-suno-h100-reserved-138-[001-002],tenant-ac-suno-h100-reserved-140-002,tenant-ac-suno-h100-reserved-163-002,tenant-ac-suno-h100-reserved-174-002,tenant-ac-suno-h100-reserved-175-[002],tenant-ac-suno-h100-reserved-193-001,tenant-ac-suno-h100-reserved-212-002,tenant-ac-suno-h100-reserved-213-001,tenant-ac-suno-h100-reserved-214-002,tenant-ac-suno-h100-reserved-218-001,tenant-ac-suno-h100-reserved-220-001,tenant-ac-suno-h100-reserved-222-001,tenant-ac-suno-h100-reserved-223-001,tenant-ac-suno-h100-reserved-227-002,tenant-ac-suno-h100-reserved-234-[001-002],tenant-ac-suno-h100-reserved-237-002,tenant-ac-suno-h100-reserved-240-001
#SBATCH --output=/mnt/round-surf/slurm/logs/run_%x_%j.txt   # Set this dir where you want slurm outs to go
#SBATCH --error=/mnt/round-surf/slurm/logs/run_%x_%j_err.txt    # Set this dir where you want slurm outs to go

# setup the environment using the script we created before

srun -K1 run_13b_ft_andro.sh