{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "19b4f6ae",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T20:58:26.438389Z",
"start_time": "2024-03-04T20:58:26.436907Z"
}
},
"outputs": [],
"source": [
"import os\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"3\""
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "1fc7b73d",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T20:58:26.945950Z",
"start_time": "2024-03-04T20:58:26.439354Z"
}
},
"outputs": [],
"source": [
"%matplotlib inline\n",
"from matplotlib import pyplot as plt"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "3276f7d5",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:03:21.183226Z",
"start_time": "2024-03-04T21:03:21.180903Z"
}
},
"outputs": [],
"source": [
"import numpy as np\n",
"from suno_utils.audio import Audio\n",
"from suno_utils.gpt.chirp_v2_5 import generate_audio, preload_models, codec_decode, GenerationConfig, semantic_encode, codec_encode"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "75e60629",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T20:59:07.552251Z",
"start_time": "2024-03-04T20:58:29.805907Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"model loaded: /app/suno/checkpoints/2024-03-01_03-19-01/last_ckpt_infer.pt\n",
"model loaded: 743.8M params\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/transformers/deepspeed.py:23: FutureWarning: transformers.deepspeed module is deprecated and will be removed in a future version. Please import deepspeed modules directly from transformers.integrations\n",
" warnings.warn(\n"
]
}
],
"source": [
"_ = preload_models(\n",
" gpt_ckpt_path=\"/app/suno/checkpoints/2024-03-01_03-19-01/last_ckpt_infer.pt\", # musicfm\n",
" # gpt_ckpt_path=\"/app/suno/checkpoints/2024-02-07_15-29-59/last_ckpt_infer.pt\", # rope baseline\n",
" tokenizer_path=\"/app/suno/models/chirp_v2/tokenizer_60k.json\",\n",
" semantic_ckpt_path=\"/app/suno/models/chirp_v2/mert_25.pt\",\n",
" semantic_centroids_path=\"/home/tony/Data/MusicFM/musicfm_concat_centroids_16384.npy\",\n",
" codec_ckpt_path=\"/app/suno/models/chirp_v2/dac_2c_25x12.pt\",\n",
" hoot_ckpt_path=\"/app/suno/models/chirp_v2/hoot_ckpt.pt\",\n",
" hoot_tokenizer_path=\"/app/suno/models/chirp_v2/tokenizer.model\",\n",
" fasttext_ckpt_path=\"/app/suno/models/chirp_v2/lid.176.bin\",\n",
" load_codec_device=\"cuda\",\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "a957defb",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T20:59:20.582994Z",
"start_time": "2024-03-04T20:59:07.554099Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████| 605/605 [00:09<00:00, 61.48it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"cfg = GenerationConfig(\n",
" n_batch=4,\n",
" max_gen_duration_s=20,\n",
" min_text_offset=128,\n",
")\n",
"out_history_arrays, gen_raw_arrays, gen_audios = generate_audio(cfg, return_raw_arrays=True)\n",
"for e in gen_audios:\n",
" e.play()"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "bbbb3c87",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T20:59:20.589403Z",
"start_time": "2024-03-04T20:59:20.586519Z"
}
},
"outputs": [],
"source": [
"text = \"\"\"\n",
"[Verse 1]\n",
"Almost Heaven, West Virginia\n",
"Blue Ridge Mountains, Shenandoah River\n",
"Life is old there, older than the trees\n",
"Younger than the mountains, growing like a breeze\n",
"\n",
"[Chorus]\n",
"Country roads, take me home\n",
"To the place I belong\n",
"West Virginia, mountain mama\n",
"Take me home, country roads\n",
"\n",
"[Verse 1]\n",
"Almost Heaven, West Virginia\n",
"Blue Ridge Mountains, Shenandoah River\n",
"Life is old there, older than the trees\n",
"Younger than the mountains, growing like a breeze\n",
"\n",
"[Chorus]\n",
"Country roads, take me home\n",
"To the place I belong\n",
"West Virginia, mountain mama\n",
"Take me home, country roads\n",
"\"\"\"\n",
"\n",
"cfg = GenerationConfig(\n",
" text=text,\n",
"# cfg_coef=1.5,\n",
" text_tags=\"bluegrass, female\",\n",
"# text_tags=\"edm\",\n",
" n_batch=4,\n",
" max_gen_duration_s=120,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "225c819b",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:00:31.063358Z",
"start_time": "2024-03-04T20:59:20.592379Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████| 3105/3105 [00:51<00:00, 60.49it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"for e in generate_audio(cfg):\n",
" e.play()"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "5a9b6989",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:01:17.649303Z",
"start_time": "2024-03-04T21:00:42.064580Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"down-conversion from byte width 3 to 2.\n",
"down-conversion from byte width 3 to 2.\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████| 1605/1605 [00:27<00:00, 59.38it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"input_audio = Audio.from_file(\"../audios/test_jingle_martin.wav\", n_channels=2)\n",
"test_input_audio = input_audio.get_segment(from_s=0, to_s=12)\n",
"test_input_audio.play(compress=False)\n",
"\n",
"stupid_text = \"\"\n",
"for x in [\"one\", \"two\", \"three\", \"four\"]:\n",
" stupid_text += \"[chorus] purple rain \" + x + \"\\n\"\n",
"stupid_text += \" {end}\"\n",
"out_audio = generate_audio(\n",
" GenerationConfig(\n",
" text=stupid_text,\n",
" text_tags=\"pop\",\n",
" n_batch=4,\n",
" max_gen_duration_s=60,\n",
" cfg_coef=1.2,\n",
" # stream=False,\n",
" history_do_asr=False\n",
" ),\n",
" history_audio=test_input_audio,\n",
")\n",
"\n",
"for e in out_audio:\n",
" e.play()"
]
},
{
"cell_type": "code",
"execution_count": 19,
"id": "a723e8a5",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:08:38.521901Z",
"start_time": "2024-03-04T21:08:38.464314Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"