{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "19b4f6ae",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:11:51.228271Z",
"start_time": "2024-03-04T21:11:51.226709Z"
}
},
"outputs": [],
"source": [
"import os\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"2\""
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "1fc7b73d",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:11:51.716284Z",
"start_time": "2024-03-04T21:11:51.229318Z"
}
},
"outputs": [],
"source": [
"%matplotlib inline\n",
"from matplotlib import pyplot as plt"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "3276f7d5",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:11:54.567583Z",
"start_time": "2024-03-04T21:11:51.717565Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"WILL USE FLASH ATTN: True\n"
]
}
],
"source": [
"import numpy as np\n",
"from suno_utils.audio import Audio\n",
"from suno_utils.gpt.chirp_v2_5 import generate_audio, preload_models, codec_decode, GenerationConfig, semantic_encode, codec_encode"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "75e60629",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:12:17.896884Z",
"start_time": "2024-03-04T21:11:54.569657Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"model loaded: /app/suno/checkpoints/2024-02-25_18-05-28/last_ckpt_infer.pt\n",
"model loaded: 728.1M params\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/transformers/deepspeed.py:23: FutureWarning: transformers.deepspeed module is deprecated and will be removed in a future version. Please import deepspeed modules directly from transformers.integrations\n",
" warnings.warn(\n"
]
}
],
"source": [
"_ = preload_models(\n",
" gpt_ckpt_path=\"/app/suno/checkpoints/2024-02-25_18-05-28/last_ckpt_infer.pt\", # musicfm\n",
"# gpt_ckpt_path=\"/app/suno/checkpoints/2024-02-07_15-29-59/last_ckpt_infer.pt\", # rope baseline\n",
" tokenizer_path=\"/app/suno/models/chirp_v2/tokenizer_60k.json\",\n",
" semantic_ckpt_path=\"/app/suno/models/chirp_v2/mert_25.pt\",\n",
" semantic_centroids_path=\"/home/tony/Data/MusicFM/musicfm_concat_centroids.npy\",\n",
" codec_ckpt_path=\"/app/suno/models/chirp_v2/dac_2c_25x12.pt\",\n",
" hoot_ckpt_path=\"/app/suno/models/chirp_v2/hoot_ckpt.pt\",\n",
" hoot_tokenizer_path=\"/app/suno/models/chirp_v2/tokenizer.model\",\n",
" fasttext_ckpt_path=\"/app/suno/models/chirp_v2/lid.176.bin\",\n",
" load_codec_device=\"cuda\",\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "a957defb",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:12:30.454754Z",
"start_time": "2024-03-04T21:12:17.899010Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████| 605/605 [00:09<00:00, 62.40it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"cfg = GenerationConfig(\n",
" n_batch=4,\n",
" max_gen_duration_s=20,\n",
" min_text_offset=128,\n",
")\n",
"out_history_arrays, gen_raw_arrays, gen_audios = generate_audio(cfg, return_raw_arrays=True)\n",
"for e in gen_audios:\n",
" e.play()"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "bbbb3c87",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:12:30.458281Z",
"start_time": "2024-03-04T21:12:30.456033Z"
}
},
"outputs": [],
"source": [
"text = \"\"\"\n",
"[Verse 1]\n",
"Almost Heaven, West Virginia\n",
"Blue Ridge Mountains, Shenandoah River\n",
"Life is old there, older than the trees\n",
"Younger than the mountains, growing like a breeze\n",
"\n",
"[Chorus]\n",
"Country roads, take me home\n",
"To the place I belong\n",
"West Virginia, mountain mama\n",
"Take me home, country roads\n",
"\n",
"[Verse 1]\n",
"Almost Heaven, West Virginia\n",
"Blue Ridge Mountains, Shenandoah River\n",
"Life is old there, older than the trees\n",
"Younger than the mountains, growing like a breeze\n",
"\n",
"[Chorus]\n",
"Country roads, take me home\n",
"To the place I belong\n",
"West Virginia, mountain mama\n",
"Take me home, country roads\n",
"\"\"\"\n",
"\n",
"cfg = GenerationConfig(\n",
" text=text,\n",
"# cfg_coef=1.5,\n",
" text_tags=\"bluegrass, female\",\n",
"# text_tags=\"edm\",\n",
" n_batch=4,\n",
" max_gen_duration_s=120,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "f71fab8e",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:13:28.230992Z",
"start_time": "2024-03-04T21:12:30.459335Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
" 78%|███████████████████████████████████████████████████████████████████████████████████▏ | 2414/3105 [00:37<00:10, 64.86it/s]\n"
]
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"for e in generate_audio(cfg):\n",
" e.play()"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "bd799fbc",
"metadata": {
"ExecuteTime": {
"end_time": "2024-03-04T21:14:01.218045Z",
"start_time": "2024-03-04T21:13:28.232393Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"down-conversion from byte width 3 to 2.\n",
"down-conversion from byte width 3 to 2.\n"
]
},
{
"data": {
"text/html": [
"\n",
"