{
"cells": [
{
"cell_type": "markdown",
"id": "b8da5d39",
"metadata": {},
"source": [
"# Use modal inference workers to generate predictions :)"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "1a9f6366",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T03:53:17.570097Z",
"start_time": "2024-04-25T03:53:17.568631Z"
},
"execution": {
"iopub.execute_input": "2024-09-09T00:05:10.213098Z",
"iopub.status.busy": "2024-09-09T00:05:10.212600Z",
"iopub.status.idle": "2024-09-09T00:05:10.219138Z",
"shell.execute_reply": "2024-09-09T00:05:10.218601Z",
"shell.execute_reply.started": "2024-09-09T00:05:10.213073Z"
}
},
"outputs": [],
"source": [
"import os\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"\""
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "3f84f1f3",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T03:53:20.332452Z",
"start_time": "2024-04-25T03:53:17.926936Z"
},
"execution": {
"iopub.execute_input": "2024-09-09T00:05:10.728434Z",
"iopub.status.busy": "2024-09-09T00:05:10.727536Z",
"iopub.status.idle": "2024-09-09T00:05:14.700801Z",
"shell.execute_reply": "2024-09-09T00:05:14.700080Z",
"shell.execute_reply.started": "2024-09-09T00:05:10.728412Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884\n",
" warnings.warn(\n"
]
}
],
"source": [
"import tqdm\n",
"import math\n",
"import torch\n",
"import random\n",
"import funcy\n",
"import copy\n",
"import gc\n",
"import re\n",
"import json\n",
"import tempfile\n",
"import collections\n",
"import pandas as pd\n",
"import numpy as np\n",
"import fasttext\n",
"from joblib import Parallel, delayed\n",
"import modal\n",
"from uuid import uuid4\n",
"import random\n",
"\n",
"from suno_utils.audio import Audio\n",
"from suno_utils.utils.display import capture_output\n",
"from suno_utils.utils.text import write_jsonl, read_jsonl, write_json, read_json, normalize_whitespace\n",
"from suno_utils.utils.s3 import read_from_s3, check_s3_file_exists, open_from_s3, download_s3_files\n",
"from suno_utils.utils.tokenizers import tokenize\n",
"from suno_utils.harvest.youtube.constants.text_lang import BASE_TO_FASTTEXT_REMAP\n",
"\n",
"\n",
"pd.set_option('display.max_rows', 500)\n",
"pd.set_option('display.max_columns', 500)\n",
"pd.set_option('display.width', 1000)"
]
},
{
"cell_type": "markdown",
"id": "54c17952-41f9-4237-b06a-aee786c810c1",
"metadata": {},
"source": [
"# Regenerate audio from prompt using workers"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "33afd417",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T03:54:46.541696Z",
"start_time": "2024-04-25T03:54:46.539855Z"
}
},
"outputs": [],
"source": [
"# OUT_DATA_DIR = \"/app/suno/data/dpo/top_mix\""
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "0d406229",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:18:01.615588Z",
"start_time": "2024-04-25T04:18:01.612274Z"
}
},
"outputs": [],
"source": [
"def get_gen_from_meta(meta_dict, index=0):\n",
" uid = str(uuid4())\n",
" new_id = uid + \"_gen_\" + str(index)\n",
" tags = meta_dict.get(\"tags\", [])\n",
" random.shuffle(tags)\n",
" return dict(\n",
" id=new_id,\n",
" prompt_text=meta_dict.get(\"text\", \"\"),\n",
" metadata={\"tags\": \", \".join(tags)},\n",
" model_name=\"chirp-v3-engine-v0\",\n",
" title=new_id\n",
" )"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "9c970dcf",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:17:26.740286Z",
"start_time": "2024-04-25T04:17:26.737753Z"
}
},
"outputs": [],
"source": [
"mm = np.memmap(os.path.join(OUT_DATA_DIR, f\"data_val.bin\"), dtype=np.uint16, mode=\"r\")\n",
"test_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"metas_val.jsonl\"))\n",
"test_info = read_json(os.path.join(OUT_DATA_DIR, f\"info_val.json\"))\n",
"mm = mm.reshape(-1, 3008, 13)\n",
"assert len(mm) == len(test_metas)\n",
"assert mm[:100, :, 0].min() >= 0\n",
"assert mm[:100, :, 0].max() <= 4000\n",
"assert mm[:100, :, 1:].min() >= 0\n",
"assert mm[:100, :, 1:].max() <= 2048\n",
"len(test_metas)"
]
},
{
"cell_type": "markdown",
"id": "b9ece8a7",
"metadata": {},
"source": [
"# Example"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "a700ab4f",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:06:33.043946Z",
"start_time": "2024-04-25T04:06:33.041365Z"
}
},
"outputs": [],
"source": [
"test_input = get_gen_from_meta(test_metas[0])\n",
"f = modal.Function.lookup(\"engine-chirpv2_engine_7b_dev_120s_novid\", \"ChirpV2Stub.generate\")\n",
"test_input"
]
},
{
"cell_type": "markdown",
"id": "41528872",
"metadata": {},
"source": [
"# Bulk"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "1cf6e9d5",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:18:11.482514Z",
"start_time": "2024-04-25T04:18:11.480329Z"
}
},
"outputs": [],
"source": [
"print(len(test_metas))\n",
"val_inputs = []\n",
"for i, test_meta in enumerate(test_metas):\n",
" val_inputs.append(get_gen_from_meta(test_meta, i))\n",
"print(val_inputs[-1])"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "3911e7e7",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:19:10.287746Z",
"start_time": "2024-04-25T04:19:10.272848Z"
}
},
"outputs": [],
"source": [
"with open(os.path.join(OUT_DATA_DIR, \"gen_val.json\"), \"w\") as fp:\n",
" json.dump(val_inputs, fp)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "3d0e8adc",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:20:20.419321Z",
"start_time": "2024-04-25T04:20:05.130227Z"
}
},
"outputs": [],
"source": [
"for val_input in tqdm.tqdm(val_inputs):\n",
" fn_call = f.spawn(json.dumps(val_input))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "a35b17a1-1a1c-46cc-8415-bcdb83326d01",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:20:51.076455Z",
"start_time": "2024-04-25T04:20:47.005512Z"
}
},
"outputs": [],
"source": [
"train_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"metas_tr.jsonl\"))\n",
"\n",
"train_inputs = []\n",
"for i, test_meta in enumerate(train_metas):\n",
" train_inputs.append(get_gen_from_meta(test_meta, i))\n",
"print(train_inputs[-1])\n",
"print(len(train_inputs))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "ad3f30ae",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T04:21:21.914769Z",
"start_time": "2024-04-25T04:21:20.065862Z"
}
},
"outputs": [],
"source": [
"with open(os.path.join(OUT_DATA_DIR, \"gen_tr.json\"), \"w\") as fp:\n",
" json.dump(train_inputs, fp)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "829080ce",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T08:23:16.935812Z",
"start_time": "2024-04-25T04:22:31.050478Z"
}
},
"outputs": [],
"source": [
"for tr_input in tqdm.tqdm(train_inputs):\n",
" fn_call = f.spawn(json.dumps(tr_input))"
]
},
{
"cell_type": "markdown",
"id": "5d563c63-7cab-4ca9-b826-8ac08a660b3a",
"metadata": {},
"source": [
"## Get the npzs"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "33833099",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T12:39:12.854799Z",
"start_time": "2024-04-25T12:39:12.851631Z"
}
},
"outputs": [],
"source": [
"NPZ_DIR = \"/app/suno/data/dpo/gen_npz\""
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "597a686f",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T12:40:39.389958Z",
"start_time": "2024-04-25T12:40:39.375459Z"
}
},
"outputs": [],
"source": [
"s3_ids = [test_input['id'] for test_input in train_inputs + val_inputs]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "f8d14826",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T12:40:40.091648Z",
"start_time": "2024-04-25T12:40:40.046511Z"
}
},
"outputs": [],
"source": [
"s3_paths = [f\"s3://suno-data-uploads/studio/uploads/{s3_id}.npz\" for s3_id in s3_ids]\n",
"local_paths = [f\"{NPZ_DIR}/{s3_id}.npz\" for s3_id in s3_ids]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "bc1b535c",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T12:40:42.602672Z",
"start_time": "2024-04-25T12:40:42.436523Z"
}
},
"outputs": [],
"source": [
"finished_paths = os.listdir(NPZ_DIR)\n",
"finished_paths_set = set(finished_paths)\n",
"unfinished_s3_paths = [\n",
" path for path in s3_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"unfinished_paths = [\n",
" path for path in local_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"print(\"jobs to be done\", len(unfinished_paths), len(unfinished_s3_paths))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "0fee83f5",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T14:16:07.886228Z",
"start_time": "2024-04-25T12:41:21.754521Z"
}
},
"outputs": [],
"source": [
"_ = download_s3_files(unfinished_s3_paths, unfinished_paths, n_cores=48)"
]
},
{
"cell_type": "markdown",
"id": "4597ea67",
"metadata": {},
"source": [
"# Recode"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "357f4dc4",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:27:11.687332Z",
"start_time": "2024-04-25T20:27:11.684067Z"
}
},
"outputs": [],
"source": [
"val_inputs[0]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "7b168e45",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:28:34.318231Z",
"start_time": "2024-04-25T20:28:34.315899Z"
},
"execution": {
"iopub.execute_input": "2024-06-30T22:27:03.990235Z",
"iopub.status.busy": "2024-06-30T22:27:03.989674Z",
"iopub.status.idle": "2024-06-30T22:27:03.992724Z",
"shell.execute_reply": "2024-06-30T22:27:03.992298Z",
"shell.execute_reply.started": "2024-06-30T22:27:03.990215Z"
}
},
"outputs": [],
"source": [
"def get_cycle_from_meta(meta_dict):\n",
" curr_id = meta_dict['id']\n",
" return {\n",
" \"id\": curr_id.replace(\"_gen_\", \"_gen_cycle_\"),\n",
" \"prompt_audio\": curr_id,\n",
" \"prompt_text\": \"\",\n",
" \"metadata\": {},\n",
" }"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "2921c9e4",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:28:42.538947Z",
"start_time": "2024-04-25T20:28:42.536792Z"
}
},
"outputs": [],
"source": [
"val_cycle_inputs = []\n",
"for i, test_meta in enumerate(val_inputs):\n",
" val_cycle_inputs.append(get_cycle_from_meta(test_meta))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "d113da7c",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:30:12.624668Z",
"start_time": "2024-04-25T20:30:12.471851Z"
}
},
"outputs": [],
"source": [
"f_cycle = modal.Function.lookup(\"cycle-dev\", \"CycleStub.cycle_code\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "227807c4",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:30:53.790020Z",
"start_time": "2024-04-25T20:30:32.911650Z"
},
"execution": {
"iopub.execute_input": "2024-06-30T22:52:18.968587Z",
"iopub.status.busy": "2024-06-30T22:52:18.968250Z",
"iopub.status.idle": "2024-06-30T22:52:18.983233Z",
"shell.execute_reply": "2024-06-30T22:52:18.982657Z",
"shell.execute_reply.started": "2024-06-30T22:52:18.968569Z"
}
},
"outputs": [],
"source": [
"for val_input in tqdm.tqdm(val_cycle_inputs):\n",
" fn_call = f_cycle.spawn(json.dumps(val_input), True, True)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "86b649de",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:39:31.578324Z",
"start_time": "2024-04-25T20:39:31.467655Z"
}
},
"outputs": [],
"source": [
"tr_cycle_inputs = []\n",
"for i, test_meta in enumerate(train_inputs):\n",
" tr_cycle_inputs.append(get_cycle_from_meta(test_meta))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "6aae9c6b",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-26T01:19:54.249631Z",
"start_time": "2024-04-25T20:40:57.558287Z"
}
},
"outputs": [],
"source": [
"for val_input in tqdm.tqdm(tr_cycle_inputs):\n",
" fn_call = f_cycle.spawn(json.dumps(val_input))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "9249e465",
"metadata": {},
"outputs": [],
"source": [
"tr_cycle_json_inputs = [json.dumps(test_input) for test_input in tr_cycle_inputs]"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "0e61d11f",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:36:22.119164Z",
"start_time": "2024-04-25T20:36:22.116309Z"
}
},
"outputs": [],
"source": [
"len(tr_cycle_json_inputs)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "5943fcfe",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-25T20:37:47.259814Z",
"start_time": "2024-04-25T20:37:47.256874Z"
}
},
"outputs": [],
"source": [
"f_cycle.map(tr_cycle_json_inputs)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "7f1a5138",
"metadata": {},
"outputs": [],
"source": [
"# for val_input in tqdm.tqdm(tr_cycle_inputs):\n",
"# fn_call = f_cycle.map(json.dumps(val_input))"
]
},
{
"cell_type": "markdown",
"id": "d6c3d39a",
"metadata": {},
"source": [
"# CODEC/MERT Recode a slice"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "4ef1aa37",
"metadata": {
"ExecuteTime": {
"end_time": "2024-04-26T01:19:54.252995Z",
"start_time": "2024-04-26T01:19:54.251090Z"
},
"execution": {
"iopub.execute_input": "2024-09-09T01:23:01.971443Z",
"iopub.status.busy": "2024-09-09T01:23:01.971072Z",
"iopub.status.idle": "2024-09-09T01:23:06.759176Z",
"shell.execute_reply": "2024-09-09T01:23:06.758442Z",
"shell.execute_reply.started": "2024-09-09T01:23:01.971425Z"
}
},
"outputs": [],
"source": [
"# df_slice = pd.read_csv(\"/home/tony/Data/Preference/30b_v2/interesting_clips_v4_t_3_20240902_slice.csv\")\n",
"# df_slice = pd.read_csv(\"/home/tony/Data/Preference/13b_v0/interesting_clips_20240528_slice.csv\")\n",
"df_slice = pd.read_pickle(\"/home/tony/Data/Preference/30b_v2/concat_clips_20240908_v0.pkl\")"
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "23230b83-6b9d-454a-8277-3fccdba049a2",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:06.761275Z",
"iopub.status.busy": "2024-09-09T01:23:06.760953Z",
"iopub.status.idle": "2024-09-09T01:23:06.763857Z",
"shell.execute_reply": "2024-09-09T01:23:06.763384Z",
"shell.execute_reply.started": "2024-09-09T01:23:06.761256Z"
}
},
"outputs": [],
"source": [
"# # find only the positive, and the popular positive\n",
"# positive_selection_mask = ((df_slice[\"preference\"] == True) & \n",
"# (df_slice[\"reaction_play_count\"] >= 10) & \n",
"# (df_slice[\"upvote_count\"] >= 1) & \n",
"# (df_slice[\"duration\"] < 235)& \n",
"# (df_slice[\"duration\"] > 60))\n",
"# df_slice[positive_selection_mask].shape"
]
},
{
"cell_type": "code",
"execution_count": 12,
"id": "721fc70e-171c-418d-b098-aaab6bd46595",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:06.764603Z",
"iopub.status.busy": "2024-09-09T01:23:06.764470Z",
"iopub.status.idle": "2024-09-09T01:23:06.801000Z",
"shell.execute_reply": "2024-09-09T01:23:06.800602Z",
"shell.execute_reply.started": "2024-09-09T01:23:06.764591Z"
}
},
"outputs": [],
"source": [
"GEN_POST_STR = \"_gen_cycle\"\n",
"NPZ_DIR = \"/app/suno/data/dpo/concat_cycle_npz\""
]
},
{
"cell_type": "code",
"execution_count": 13,
"id": "42c0499b-a26b-48d4-ac57-0ba07a227450",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:06.802259Z",
"iopub.status.busy": "2024-09-09T01:23:06.802119Z",
"iopub.status.idle": "2024-09-09T01:23:06.868609Z",
"shell.execute_reply": "2024-09-09T01:23:06.868149Z",
"shell.execute_reply.started": "2024-09-09T01:23:06.802247Z"
}
},
"outputs": [],
"source": [
"# use the df_slice's ids\n",
"input_ids = df_slice[\"s3_id\"].unique()"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "8a969538-683a-4003-86cb-8972df9c84ce",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:06.869337Z",
"iopub.status.busy": "2024-09-09T01:23:06.869200Z",
"iopub.status.idle": "2024-09-09T01:23:08.265252Z",
"shell.execute_reply": "2024-09-09T01:23:08.264809Z",
"shell.execute_reply.started": "2024-09-09T01:23:06.869325Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"jobs to be done 84083 84083 84083\n"
]
}
],
"source": [
"s3_paths = [f\"s3://suno-data-uploads/studio/uploads/{s3_id}{GEN_POST_STR}.npz\" for s3_id in input_ids]\n",
"local_paths = [f\"{NPZ_DIR}/{s3_id}{GEN_POST_STR}.npz\" for s3_id in input_ids]\n",
"finished_paths = os.listdir(NPZ_DIR)\n",
"finished_paths_set = set(finished_paths)\n",
"finished_ids_set = set([i.replace(f\"{GEN_POST_STR}.npz\", \"\") for i in finished_paths_set])\n",
"unfinished_s3_paths = [\n",
" path for path in s3_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"unfinished_paths = [\n",
" path for path in local_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"unfinished_ids = [i for i in input_ids if i not in finished_ids_set]\n",
"print(\"jobs to be done\", len(unfinished_paths), len(unfinished_s3_paths), len(unfinished_ids))"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "20f4a297",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:08.266503Z",
"iopub.status.busy": "2024-09-09T01:23:08.266211Z",
"iopub.status.idle": "2024-09-09T01:23:09.227240Z",
"shell.execute_reply": "2024-09-09T01:23:09.226657Z",
"shell.execute_reply.started": "2024-09-09T01:23:08.266487Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"84083\n"
]
}
],
"source": [
"input_ids = unfinished_ids\n",
"cycle_inputs = []\n",
"for i, test_id in enumerate(input_ids):\n",
" cycle_inputs.append({\n",
" \"id\": str(test_id) + GEN_POST_STR,\n",
" \"prompt_audio\": str(test_id),\n",
" \"prompt_text\": \"\",\n",
" \"metadata\": {},\n",
" })\n",
"print(len(cycle_inputs))"
]
},
{
"cell_type": "code",
"execution_count": 16,
"id": "51c8d14c-9368-459d-98f8-ba9ef8caa9b5",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:09.228186Z",
"iopub.status.busy": "2024-09-09T01:23:09.228026Z",
"iopub.status.idle": "2024-09-09T01:23:09.377330Z",
"shell.execute_reply": "2024-09-09T01:23:09.376831Z",
"shell.execute_reply.started": "2024-09-09T01:23:09.228170Z"
}
},
"outputs": [],
"source": [
"f_cycle = modal.Function.lookup(\"cycle-dev\", \"CodecCycleStub.cycle_code\")"
]
},
{
"cell_type": "code",
"execution_count": 17,
"id": "f4b27a2f-a8a4-448f-a039-8037452d80fc",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:09.378178Z",
"iopub.status.busy": "2024-09-09T01:23:09.378034Z",
"iopub.status.idle": "2024-09-09T01:23:09.380333Z",
"shell.execute_reply": "2024-09-09T01:23:09.379956Z",
"shell.execute_reply.started": "2024-09-09T01:23:09.378163Z"
}
},
"outputs": [],
"source": [
"# for val_input in tqdm.tqdm(cycle_inputs[:2]):\n",
"# # upload_to_s3: bool = True, downgrade_to_v2\n",
"# fn_call = f_cycle.spawn(json.dumps(val_input), True)"
]
},
{
"cell_type": "code",
"execution_count": 18,
"id": "4521469a-ca26-451a-aa51-8b6d65d0e00b",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:09.381040Z",
"iopub.status.busy": "2024-09-09T01:23:09.380906Z",
"iopub.status.idle": "2024-09-09T01:23:09.415627Z",
"shell.execute_reply": "2024-09-09T01:23:09.415241Z",
"shell.execute_reply.started": "2024-09-09T01:23:09.381027Z"
}
},
"outputs": [],
"source": [
"# for val_index in tqdm.tqdm(range(0, 5, 5)):\n",
"# val_input = cycle_inputs[val_index:val_index+5]\n",
"# fn_call = f_cycle.spawn(json.dumps(val_input), True)"
]
},
{
"cell_type": "code",
"execution_count": 19,
"id": "ad009f10-75e1-4731-8bfe-51c3d9fc8659",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:09.417063Z",
"iopub.status.busy": "2024-09-09T01:23:09.416783Z",
"iopub.status.idle": "2024-09-09T01:23:09.450390Z",
"shell.execute_reply": "2024-09-09T01:23:09.449997Z",
"shell.execute_reply.started": "2024-09-09T01:23:09.417048Z"
}
},
"outputs": [],
"source": [
"# # full job\n",
"# chunk_size = 10\n",
"# for val_index in tqdm.tqdm(range(0, len(cycle_inputs), chunk_size)):\n",
"# val_input = cycle_inputs[val_index:val_index+chunk_size]\n",
"# fn_call = f_cycle.spawn(json.dumps(val_input), True)"
]
},
{
"cell_type": "code",
"execution_count": 20,
"id": "1ed94152-4d79-426c-ac01-d387631a2bea",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:14.198135Z",
"iopub.status.busy": "2024-09-09T01:23:14.197764Z",
"iopub.status.idle": "2024-09-09T01:23:15.276290Z",
"shell.execute_reply": "2024-09-09T01:23:15.275705Z",
"shell.execute_reply.started": "2024-09-09T01:23:14.198106Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"jobs to be done 24083 24083 24083\n"
]
}
],
"source": [
"input_ids = sorted(input_ids)[60000:]\n",
"s3_paths = [f\"s3://suno-data-uploads/studio/uploads/{s3_id}{GEN_POST_STR}.npz\" for s3_id in input_ids]\n",
"local_paths = [f\"{NPZ_DIR}/{s3_id}{GEN_POST_STR}.npz\" for s3_id in input_ids]\n",
"finished_paths = os.listdir(NPZ_DIR)\n",
"finished_paths_set = set(finished_paths)\n",
"finished_ids_set = set([i.replace(f\"{GEN_POST_STR}.npz\", \"\") for i in finished_paths_set])\n",
"unfinished_s3_paths = [\n",
" path for path in s3_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"unfinished_paths = [\n",
" path for path in local_paths if os.path.basename(path) not in finished_paths_set\n",
"]\n",
"unfinished_ids = sorted([i for i in input_ids if i not in finished_ids_set])\n",
"print(\"jobs to be done\", len(unfinished_paths), len(unfinished_s3_paths), len(unfinished_ids))"
]
},
{
"cell_type": "code",
"execution_count": 21,
"id": "4b07e693-63b6-4fec-89fb-ceeab1b7d5c1",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:23:16.663731Z",
"iopub.status.busy": "2024-09-09T01:23:16.663324Z",
"iopub.status.idle": "2024-09-09T01:41:36.565076Z",
"shell.execute_reply": "2024-09-09T01:41:36.564212Z",
"shell.execute_reply.started": "2024-09-09T01:23:16.663711Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 25/25 [18:19<00:00, 43.99s/it]\n"
]
}
],
"source": [
"_ = download_s3_files(unfinished_s3_paths, unfinished_paths, n_cores=64)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "6ce27bb6-7048-4cbc-b962-cd4af5bd25de",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "b1bbd69c-5b08-4382-8894-75711d37eda1",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "329da968-1246-4615-b5a5-0f6ee081cf68",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "4e27a930-b38f-40f6-8357-8e64f332707c",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "markdown",
"id": "361ae5c0-efb0-4211-ae97-35e05026528b",
"metadata": {},
"source": [
"# test decode"
]
},
{
"cell_type": "code",
"execution_count": 23,
"id": "015ffa75-b6e3-438e-83b7-56dec408501c",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:16.299964Z",
"iopub.status.busy": "2024-09-09T01:42:16.299607Z",
"iopub.status.idle": "2024-09-09T01:42:26.750809Z",
"shell.execute_reply": "2024-09-09T01:42:26.750247Z",
"shell.execute_reply.started": "2024-09-09T01:42:16.299946Z"
}
},
"outputs": [],
"source": [
"# randomly listen to some stuff\n",
"from suno_utils.tasks.dac_2c_12cb import preload_models as preload_codec_models\n",
"from suno_utils.tasks.dac_2c_12cb import (\n",
" encode as codec_encode,\n",
" decode_stream_to_full_audio as codec_decode,\n",
" EMBEDDING_RATE as CODEC_EMBEDDING_RATE,\n",
" decode as decode\n",
")\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n",
"_ = preload_codec_models(\"/app/suno/data/dpo/models/dac_2c_25x12.pt\", device=\"cpu\")"
]
},
{
"cell_type": "code",
"execution_count": 24,
"id": "42df7f92-c61e-40fa-86cb-4e46c9fd32d4",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:28.407989Z",
"iopub.status.busy": "2024-09-09T01:42:28.406137Z",
"iopub.status.idle": "2024-09-09T01:42:28.419310Z",
"shell.execute_reply": "2024-09-09T01:42:28.417821Z",
"shell.execute_reply.started": "2024-09-09T01:42:28.407940Z"
}
},
"outputs": [],
"source": [
"from tempfile import NamedTemporaryFile\n",
"from suno_utils.utils.s3 import _download_s3_file"
]
},
{
"cell_type": "code",
"execution_count": 25,
"id": "fee11e48-d70d-4981-bd0e-ebfd4b3e130b",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:29.048279Z",
"iopub.status.busy": "2024-09-09T01:42:29.048031Z",
"iopub.status.idle": "2024-09-09T01:42:29.051431Z",
"shell.execute_reply": "2024-09-09T01:42:29.050856Z",
"shell.execute_reply.started": "2024-09-09T01:42:29.048261Z"
}
},
"outputs": [],
"source": [
"test_id = cycle_inputs[1][\"prompt_audio\"]"
]
},
{
"cell_type": "code",
"execution_count": 26,
"id": "47a85e98-115b-4b27-8e57-76d9ba064503",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:29.743162Z",
"iopub.status.busy": "2024-09-09T01:42:29.742843Z",
"iopub.status.idle": "2024-09-09T01:42:29.746668Z",
"shell.execute_reply": "2024-09-09T01:42:29.746129Z",
"shell.execute_reply.started": "2024-09-09T01:42:29.743146Z"
}
},
"outputs": [],
"source": [
"def get_array_from_id(test_id):\n",
" with NamedTemporaryFile(suffix=\".npz\") as f:\n",
" _download_s3_file(\n",
" f\"s3://suno-data-uploads/studio/uploads/{test_id}.npz\",\n",
" f.name,\n",
" )\n",
" print(f\"keys: {np.load(f.name).files}\")\n",
" npf = np.load(f.name)\n",
" if \"v3.0_raw\" in npf:\n",
" array = npf[\"v3.0_raw\"]\n",
" else:\n",
" array = npf[\"v1_raw\"]\n",
" print(array.shape)\n",
" return array"
]
},
{
"cell_type": "code",
"execution_count": 27,
"id": "ef91c13c-357f-47ad-850c-39c9af36d4eb",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:30.603034Z",
"iopub.status.busy": "2024-09-09T01:42:30.602686Z",
"iopub.status.idle": "2024-09-09T01:42:30.886150Z",
"shell.execute_reply": "2024-09-09T01:42:30.885621Z",
"shell.execute_reply.started": "2024-09-09T01:42:30.603017Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"keys: ['v3.0_raw', 'concat_runner', 'model_version']\n",
"(3875, 13)\n"
]
}
],
"source": [
"array = get_array_from_id(test_id)"
]
},
{
"cell_type": "code",
"execution_count": 28,
"id": "2f23ba7d-10f0-4d96-b5cd-a9ede42b549c",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:42:32.343869Z",
"iopub.status.busy": "2024-09-09T01:42:32.343434Z",
"iopub.status.idle": "2024-09-09T01:43:19.184867Z",
"shell.execute_reply": "2024-09-09T01:43:19.184177Z",
"shell.execute_reply.started": "2024-09-09T01:42:32.343849Z"
}
},
"outputs": [],
"source": [
"audio = decode(array[:, 1:])"
]
},
{
"cell_type": "code",
"execution_count": 29,
"id": "cb71ed27-01ac-4c3f-96b9-fcb1a37a8b77",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:43:19.186245Z",
"iopub.status.busy": "2024-09-09T01:43:19.186061Z",
"iopub.status.idle": "2024-09-09T01:43:21.915382Z",
"shell.execute_reply": "2024-09-09T01:43:21.914356Z",
"shell.execute_reply.started": "2024-09-09T01:43:19.186228Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"audio.play()"
]
},
{
"cell_type": "code",
"execution_count": 35,
"id": "ac3dffc8-e66a-4e00-a87d-4e6d97354fc8",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:45:19.059768Z",
"iopub.status.busy": "2024-09-09T01:45:19.059517Z",
"iopub.status.idle": "2024-09-09T01:45:19.262554Z",
"shell.execute_reply": "2024-09-09T01:45:19.261847Z",
"shell.execute_reply.started": "2024-09-09T01:45:19.059751Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"keys: ['v3.0_raw', 'inference_runner', 'model_version']\n",
"(3874, 13)\n"
]
}
],
"source": [
"cycled_array = get_array_from_id(test_id + \"_gen_cycle\")"
]
},
{
"cell_type": "code",
"execution_count": 36,
"id": "98f3952b-1ee7-4b58-be53-6c5c5bcb0660",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:45:19.952067Z",
"iopub.status.busy": "2024-09-09T01:45:19.951647Z",
"iopub.status.idle": "2024-09-09T01:46:05.633889Z",
"shell.execute_reply": "2024-09-09T01:46:05.633290Z",
"shell.execute_reply.started": "2024-09-09T01:45:19.952048Z"
}
},
"outputs": [],
"source": [
"cycled_audio = decode(cycled_array[:, 1:])"
]
},
{
"cell_type": "code",
"execution_count": 37,
"id": "b7c83c34-397b-4000-ac93-ccab64845810",
"metadata": {
"execution": {
"iopub.execute_input": "2024-09-09T01:46:05.635222Z",
"iopub.status.busy": "2024-09-09T01:46:05.634963Z",
"iopub.status.idle": "2024-09-09T01:46:08.361205Z",
"shell.execute_reply": "2024-09-09T01:46:08.360552Z",
"shell.execute_reply.started": "2024-09-09T01:46:05.635205Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"cycled_audio.play()"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "a60aa581-708f-4a92-ad38-5e2fa4cd7cd9",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.14"
},
"toc": {
"base_numbering": 1,
"nav_menu": {},
"number_sections": true,
"sideBar": true,
"skip_h1_title": false,
"title_cell": "Table of Contents",
"title_sidebar": "Contents",
"toc_cell": false,
"toc_position": {},
"toc_section_display": true,
"toc_window_display": false
}
},
"nbformat": 4,
"nbformat_minor": 5
}