#!/bin/bash

# Dataloader profiling script
# Based on your test train command

CUDA_VISIBLE_DEVICES=0 /home/victor/anaconda3/envs/suno_env_fa2_fa3_pt29/bin/python -u profile_dataloader.py \
    --data_dir="/app2/suno/data/auk_v0" \
    --train_metas_filename="metas_v8_tr_mini.jsonl" \
    --batch_store_size=1 \
    \
    --n_layer=2 \
    --n_head=32 \
    --d_head=128 \
    \
    --block_size=8000 \
    --batch_size=1 \
    \
    --allow_skip=False \
    --num_batches_to_profile=50 \
    --num_workers_oracle=6