#!/bin/bash
#SBATCH --job-name="gpt_13b"
#SBATCH --nodes=16
#SBATCH --nodelist=compute-h100-ord-node-[15-995]
#SBATCH --ntasks-per-node=1
#SBATCH --cpus-per-task=64           # Number of cores per tasks
#SBATCH --gres=gpu:8                 # Number of gpus
#SBATCH --output=/app/suno/slurm/logs/run_%x_%j.txt   # Set this dir where you want slurm outs to go
#SBATCH --error=/app/suno/slurm/logs/run_%x_%j_err.txt    # Set this dir where you want slurm outs to go

# setup the environment using the script we created before

srun -K1 run_13b_2h_ft.sh