{
    "model": {
        "vae_dim": 128,
        "enc_embed_dim": 768,
        "enc_layers": 12,
        "enc_heads": 12,
        "enc_ff": 3072,
        "dec_embed_dim": 512,
        "dec_layers": 8,
        "dec_heads": 16,
        "dec_ff": 2048,
        "dropout": 0.1,
        "max_len": 750,
        "pos_type": "learned",
        "proj_to_dec": true
    },
    "training": {
        "wandb_project": "ear",
        "wandb_name": "ear-mask-pretrain-full-v1-ft-5E6-mask-0p5-v1-t18",
        "pretrain": false,
        "batch_size": 32,
        "num_workers": 16,
        "val_every": 100,
        "log_every": 10,
        "ckpt_every": 1000,
        "max_steps": 10000,
        "grad_clip": 1.0,
        "lr": 5e-6,
        "compile": false,
        "seed_offset": 0,
        "preload_checkpoint": "/app2/suno/checkpoints/2025-09-03_19-54-29_s2438/last_ckpt.pt"
    },
    "data": {
        "dataset_dir": "/app/suno/data/dpo/diffv2_v1_t18/",
        "dataset_type": "memmap",
        "train_metas_filename": "metas_tr.jsonl",
        "val_metas_filename": "metas_val.jsonl",
        "val_vae_memmap_filename": "data_vae_val.bin",
        "train_vae_memmap_filename": "data_vae_tr.bin",
        "mask_prob": 0.5,
        "vae_scale_factor": 0.4
    }
}