#!/bin/sh

#export CUDA_VISIBLE_DEVICES=0
export OMP_NUM_THREADS=1 # makes data loader almost twice as fast

export WANDB_MODE=run
exec torchrun --standalone --nproc-per-node gpu distributed.py model_2024-05-05/config.json