{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "a71a1360",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-06T13:53:23.367025Z",
"start_time": "2023-09-06T13:53:23.365394Z"
}
},
"outputs": [],
"source": [
"# yt-dlp -x --audio-format mp3 -f best https://www.youtube.com/watch\\?v\\=dbiPk0tpjz8"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "73c598f6",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:08:01.612896Z",
"start_time": "2023-09-20T17:07:55.289938Z"
}
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/whisper/timing.py:57: NumbaDeprecationWarning: \u001b[1mThe 'nopython' keyword argument was not supplied to the 'numba.jit' decorator. The implicit default value for this argument is currently False, but it will be changed to True in Numba 0.59.0. See https://numba.readthedocs.io/en/stable/reference/deprecation.html#deprecation-of-object-mode-fall-back-behaviour-when-using-jit for details.\u001b[0m\n",
" def backtrace(trace: np.ndarray):\n"
]
}
],
"source": [
"import os\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"3\"\n",
"\n",
"from suno_utils.audio import Audio\n",
"from suno_utils.tasks.mert_v2 import (\n",
" encode as mert_encode,\n",
" preload_models as preload_mert_models\n",
")\n",
"from suno_utils.tasks.dac import (\n",
" encode as codec_encode,\n",
" decode as codec_decode,\n",
" preload_models as preload_codec_models,\n",
")\n",
"import torch\n",
"\n",
"from suno_utils.tasks.gpt_v2.chirp_v1 import preload_models as preload_chirp_models\n",
"from suno_utils.tasks.gpt_v2.chirp_v1 import generate_audio\n",
"from suno_utils.tasks.gpt_v2.generation import generate, load_model\n",
"from suno_utils.tasks.mert_v2 import encode\n",
"import matplotlib.pyplot as plt"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "b029b891",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:08:01.642760Z",
"start_time": "2023-09-20T17:08:01.615476Z"
}
},
"outputs": [],
"source": [
"%load_ext autoreload\n",
"%autoreload 2"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "e5b027c2",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:08:32.485053Z",
"start_time": "2023-09-20T17:08:01.644558Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"model loaded: 1720.9M params, 1.411 loss\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Some weights of the model checkpoint at m-a-p/MERT-v1-95M were not used when initializing MERTModel: ['encoder.pos_conv_embed.conv.weight_v', 'encoder.pos_conv_embed.conv.weight_g']\n",
"- This IS expected if you are initializing MERTModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
"- This IS NOT expected if you are initializing MERTModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
"Some weights of MERTModel were not initialized from the model checkpoint at m-a-p/MERT-v1-95M and are newly initialized: ['encoder.pos_conv_embed.conv.parametrizations.weight.original1', 'encoder.pos_conv_embed.conv.parametrizations.weight.original0']\n",
"You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
"/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/torch/nn/utils/weight_norm.py:30: UserWarning: torch.nn.utils.weight_norm is deprecated in favor of torch.nn.utils.parametrizations.weight_norm.\n",
" warnings.warn(\"torch.nn.utils.weight_norm is deprecated in favor of torch.nn.utils.parametrizations.weight_norm.\")\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Downloading s3://suno-data/georg/trained_models/chirp_v1/lid.176.bin to /tmp/tmp4abvi87q\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Warning : `load_model` does not return WordVectorModel or SupervisedModel any more, but a `FastText` object which is very similar.\n"
]
}
],
"source": [
"preload_chirp_models(\n",
" centroids_filepath=\"/home/mikeys/bundle/2x1k_centroids_mert.npy\",\n",
" gpt_ckpt_path=\"/home/tony/Data/Chirp/xl_2.pt\",\n",
" codec_ckpt_path=\"/home/mikeys/bundle/d_codec_25x8.pt\",\n",
" common_genre_tags_path=\"/home/mikeys/bundle/common_tags.json\",\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 21,
"id": "35168c82",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:42.343599Z",
"start_time": "2023-09-20T17:45:40.061919Z"
}
},
"outputs": [],
"source": [
"input_audio = Audio.from_file(\"audios/Pachelbel - Canon In D Major. Best version. [NlprozGcs80].wav\")"
]
},
{
"cell_type": "code",
"execution_count": 22,
"id": "cb3002c5",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:43.033120Z",
"start_time": "2023-09-20T17:45:43.006290Z"
}
},
"outputs": [],
"source": [
"# input_audio.play()"
]
},
{
"cell_type": "code",
"execution_count": 23,
"id": "d24054f7",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:43.555977Z",
"start_time": "2023-09-20T17:45:43.530423Z"
}
},
"outputs": [],
"source": [
"input_seg = input_audio.get_segment(from_s=120, to_s=140)"
]
},
{
"cell_type": "code",
"execution_count": 24,
"id": "de6a9863",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:44.845605Z",
"start_time": "2023-09-20T17:45:44.657368Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"input_seg.play()"
]
},
{
"cell_type": "code",
"execution_count": 25,
"id": "8ac13c0d",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:56.094931Z",
"start_time": "2023-09-20T17:45:56.073565Z"
}
},
"outputs": [],
"source": [
"# input_seg.to_wav(\"audios/canon.wav\")\n",
"# input_seg = Audio.from_file(\"audios/canon.wav\")"
]
},
{
"cell_type": "code",
"execution_count": 26,
"id": "a25932c5",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:45:56.798250Z",
"start_time": "2023-09-20T17:45:56.755178Z"
}
},
"outputs": [],
"source": [
"input_seg = input_seg.convert(24_000, 2, 1)"
]
},
{
"cell_type": "code",
"execution_count": 28,
"id": "87d74d20",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:46:09.691228Z",
"start_time": "2023-09-20T17:46:09.629535Z"
}
},
"outputs": [],
"source": [
"semantics = encode(input_seg)"
]
},
{
"cell_type": "code",
"execution_count": 29,
"id": "6c32a6c7",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:46:46.978861Z",
"start_time": "2023-09-20T17:46:10.126543Z"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"False, Thank you., 0.149\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
" 62%|██████████████████████████████████████████████████████████████████▍ | 1511/2435 [00:36<00:22, 41.53it/s]\n"
]
}
],
"source": [
"out = generate_audio(\n",
" \"\",\n",
" text_tags=\"\", \n",
" n_batch=2,\n",
" history_audio=input_seg,\n",
" history_text=None,\n",
" max_gen_duration_s=30,\n",
" max_history_duration_s=10.01,\n",
" return_raw_arrays = False,\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 30,
"id": "c96725f0",
"metadata": {
"ExecuteTime": {
"end_time": "2023-09-20T17:46:48.692897Z",
"start_time": "2023-09-20T17:46:46.980533Z"
}
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"for o in out:\n",
" o.play()"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "213e556d",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "868c14fe",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.12"
},
"toc": {
"base_numbering": 1,
"nav_menu": {},
"number_sections": true,
"sideBar": true,
"skip_h1_title": false,
"title_cell": "Table of Contents",
"title_sidebar": "Contents",
"toc_cell": false,
"toc_position": {},
"toc_section_display": true,
"toc_window_display": false
}
},
"nbformat": 4,
"nbformat_minor": 5
}