{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "8fae8f9c", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T02:20:24.219302Z", "start_time": "2023-11-10T02:20:20.651071Z" }, "execution": { "iopub.execute_input": "2025-03-17T17:24:52.815177Z", "iopub.status.busy": "2025-03-17T17:24:52.815043Z", "iopub.status.idle": "2025-03-17T17:25:04.130675Z", "shell.execute_reply": "2025-03-17T17:25:04.130052Z", "shell.execute_reply.started": "2025-03-17T17:24:52.815162Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Failed to import flash_attn_3.\n", "No module named 'flash_attn_interface'\n", "WILL USE FLASH ATTN: True\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/tony/Work/glockenspiel/suno_utils/suno_utils/gpt/engine.py:224: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n", " @autocast()\n" ] } ], "source": [ "import os\n", "\n", "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"4\"\n", "\n", "import numpy as np\n", "from suno_utils.audio import Audio\n", "from suno_utils.gpt.chirp_v2_5 import (\n", " GenerationConfig,\n", " decode_stream,\n", " preload_models,\n", " prep_gconf,\n", ")\n", "from suno_utils.gpt.engine import Engine\n", "from suno_utils.gpt.generation_engine import align_codes, make_request\n", "from tqdm import tqdm" ] }, { "cell_type": "code", "execution_count": 2, "id": "65b0d91a-1d19-4d67-b30d-9e2ef2038ea1", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:25:04.131698Z", "iopub.status.busy": "2025-03-17T17:25:04.131440Z", "iopub.status.idle": "2025-03-17T17:25:04.134484Z", "shell.execute_reply": "2025-03-17T17:25:04.134034Z", "shell.execute_reply.started": "2025-03-17T17:25:04.131680Z" } }, "outputs": [], "source": [ "gpt_ckpt_path = \"/app/suno/checkpoints/2025-03-17_12-54-15/last_ckpt_infer.pt\" # 30b 75%" ] }, { "cell_type": "code", "execution_count": 3, "id": "a95fab48-b302-4cb4-bb25-33493785f573", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:25:04.135252Z", "iopub.status.busy": "2025-03-17T17:25:04.135114Z", "iopub.status.idle": "2025-03-17T17:25:04.137381Z", "shell.execute_reply": "2025-03-17T17:25:04.136983Z", "shell.execute_reply.started": "2025-03-17T17:25:04.135239Z" } }, "outputs": [], "source": [ "from suno_utils.gpt.generation import PreTrainedTokenizerFast" ] }, { "cell_type": "code", "execution_count": 4, "id": "3adeb98b-9fe0-4ce7-b819-1dacd4972998", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:25:04.138069Z", "iopub.status.busy": "2025-03-17T17:25:04.137927Z", "iopub.status.idle": "2025-03-17T17:25:04.176000Z", "shell.execute_reply": "2025-03-17T17:25:04.175524Z", "shell.execute_reply.started": "2025-03-17T17:25:04.138055Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "['[', 'VICT', '##OR', '_', 'T', ',', 'pop', ']']\n", "['[', 'TON', '##Y', '_', 'T', ',', 'pop', ']']\n", "['[', '+', '+', '+', '+', '+', '+', '+', '+', '+', '+', '+', '+', '+', ']']\n", "['[', '-', '-', '-', '-', '-', '-', '-', '-', '-', '-', '-', '-', '-', ']']\n", "['[', 'NEG', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', '##NE', '##G', ',', 'pop', ']']\n", "['[', 'POS', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', '##PO', '##S', ',', 'pop', ']']\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884\n", " warnings.warn(\n" ] } ], "source": [ "tokenizer = PreTrainedTokenizerFast(tokenizer_file=\"/app/suno/data/dpo/models/tokenizer_60k.json\",\n", " unk_token=\"[UNK]\",\n", " pad_token=\"[PAD]\",)\n", "\n", "print(tokenizer.tokenize(\"[VICTOR_T, pop]\"))\n", "print(tokenizer.tokenize(\"[TONY_T, pop]\"))\n", "print(tokenizer.tokenize(\n", "\"\"\"\n", "[+++++++++++++]\n", "\"\"\"\n", "))\n", "print(tokenizer.tokenize(\n", "\"\"\"\n", "[-------------]\n", "\"\"\"\n", "))\n", "print(tokenizer.tokenize(\"[NEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEGNEG, pop]\"))\n", "print(tokenizer.tokenize(\"[POSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOSPOS, pop]\"))" ] }, { "cell_type": "code", "execution_count": 5, "id": "9108708b", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T02:20:40.239982Z", "start_time": "2023-11-10T02:20:24.221206Z" }, "execution": { "iopub.execute_input": "2025-03-17T17:25:04.177681Z", "iopub.status.busy": "2025-03-17T17:25:04.177529Z", "iopub.status.idle": "2025-03-17T17:25:23.858264Z", "shell.execute_reply": "2025-03-17T17:25:23.857656Z", "shell.execute_reply.started": "2025-03-17T17:25:04.177666Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/whisper/__init__.py:144: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", " checkpoint = torch.load(fp, map_location=device)\n", "/home/tony/Work/glockenspiel/suno_utils/suno_utils/gpt/generation.py:94: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", " checkpoint = torch.load(str(ckpt_path), mmap=True)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "model loaded: /app/suno/checkpoints/2025-03-17_12-54-15/last_ckpt_infer.pt\n", "model loaded: 11364.7M params\n", "Allocated 16800 blocks, 16.41 GB\n" ] } ], "source": [ "preload_models(load_gpt=False, load_semantic=False, load_codec_device=\"cuda\")\n", "\n", "engine = Engine(\n", " gpt_ckpt_path,\n", " \"/app/suno/data/dpo/models/tokenizer_60k.json\",\n", " max_sequences=12,\n", " compile=False,\n", " beta=1\n", ")" ] }, { "cell_type": "code", "execution_count": 6, "id": "9f90f769-f017-440e-b91c-2f3527201917", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:25:23.859205Z", "iopub.status.busy": "2025-03-17T17:25:23.859032Z", "iopub.status.idle": "2025-03-17T17:25:23.864620Z", "shell.execute_reply": "2025-03-17T17:25:23.864166Z", "shell.execute_reply.started": "2025-03-17T17:25:23.859188Z" } }, "outputs": [], "source": [ "def generate_audio_with_engine(text, text_tags, personalize=None):\n", "\n", " general_config = dict(\n", " cfg_coef=1.0, # no text cfg for dpo stream\n", " min_eos_p=0.1,\n", " eos_pad_duration_s=0,\n", " # cfg_coef_tags=0.0,\n", " # cfg_coef_tags_max_steps=None, # collect the data for now\n", " # temp_coarse=0.95,\n", " cfg_coef_tags=2,\n", " cfg_coef_neg_tags=-1,\n", " text_neg_tags=\"repetitive, loop, noisy, distorted\",\n", " n_repeat_tags=1,\n", " use_whisper=False,\n", " text_start_control_tags=\"\",\n", " random_seed=42,\n", " n_batch=1,\n", " )\n", " \n", " # if personalize is not None:\n", " # general_config[\"text_start_control_tags\"] = \"{P: \" + str(personalize) + \"}\\n\"\n", " if personalize == 1:\n", " text = \"[++]\\n\" + text\n", " if personalize == 0:\n", " text = \"[--]\\n\" + text\n", " print(\"CHECK\", text_tags)\n", " print(\"CHECK\", text)\n", " cfg = GenerationConfig(\n", " text=text, text_tags=text_tags, max_gen_duration_s=240, **general_config\n", " )\n", " preped_cfg = prep_gconf(cfg)\n", " model_conf = engine.model.config\n", " requests = []\n", " for i in range(1, 4):\n", " request = make_request(\n", " f\"{i}\", preped_cfg, engine.model.config, engine.tokenizer\n", " )\n", " requests.append(request)\n", "\n", " jobs = engine.run_request(requests)\n", "\n", " for job in jobs:\n", " stream = engine.token_generator(job)\n", " audios = []\n", " for audio in decode_stream(align_codes(tqdm(stream), model_conf)):\n", " audios.append(audio[0])\n", " audio_continued = Audio.concatenate(audios)\n", " audio_continued.play()\n", " return" ] }, { "cell_type": "code", "execution_count": 7, "id": "072adcda", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T03:31:45.479329Z", "start_time": "2023-11-10T03:31:45.477303Z" }, "execution": { "iopub.execute_input": "2025-03-17T17:25:23.865396Z", "iopub.status.busy": "2025-03-17T17:25:23.865253Z", "iopub.status.idle": "2025-03-17T17:25:23.867523Z", "shell.execute_reply": "2025-03-17T17:25:23.867144Z", "shell.execute_reply.started": "2025-03-17T17:25:23.865382Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "[intro]\n", "\n", "[verse]\n", "Walking down the street, feeling so alive\n", "Got my head in the clouds, got a gleam in my eye\n", "Every step I take, it's like a brand new start\n", "No matter where I'm going, I'll always find my part\n", "(oh-oh-oh)\n", "\n", "[chorus]\n", "Life is like a high-wire act, we're dancing in the sky\n", "No need to worry, no need to ask why\n", "With a little bit of courage, we can chase our dreams\n", "No matter what comes our way, we'll always be a team\n", "(we're unstoppable, yeah)\n", "\n", "[outro]\n", "\"\"\"\n", "text_tags = \"orchestral film epic\"" ] }, { "cell_type": "code", "execution_count": 8, "id": "4bad19d9-b0ff-4660-b202-1e518c3aed63", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:25:23.868330Z", "iopub.status.busy": "2025-03-17T17:25:23.868197Z", "iopub.status.idle": "2025-03-17T17:26:26.002826Z", "shell.execute_reply": "2025-03-17T17:26:26.002311Z", "shell.execute_reply.started": "2025-03-17T17:25:23.868318Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "CHECK orchestral film epic\n", "CHECK \n", "[intro]\n", "\n", "[verse]\n", "Walking down the street, feeling so alive\n", "Got my head in the clouds, got a gleam in my eye\n", "Every step I take, it's like a brand new start\n", "No matter where I'm going, I'll always find my part\n", "(oh-oh-oh)\n", "\n", "[chorus]\n", "Life is like a high-wire act, we're dancing in the sky\n", "No need to worry, no need to ask why\n", "With a little bit of courage, we can chase our dreams\n", "No matter what comes our way, we'll always be a team\n", "(we're unstoppable, yeah)\n", "\n", "[outro]\n", "\n", "Adding 3 requests\n", "Added job 1\n", "Job 1 mask oracle from n: 6000\n", "Added job 2\n", "Job 2 mask oracle from n: 6000\n", "Added job 3\n", "Job 3 mask oracle from n: 6000\n", "Running 3 requests\n", "Job 2 found EOS at step 1852\n", "Job 3 found EOS at step 1954\n", "Job 2 completed at step 1957\n", "Job 2 completed. ITL: 17.4ms, TTL: 34070.0ms, TTFT: 195.2ms\n", "Job 3 completed at step 2059\n", "Job 3 completed. ITL: 17.3ms, TTL: 35707.1ms, TTFT: 120.3ms\n", "Job 1 found EOS at step 3163\n", "Job 1 completed at step 3268\n", "Job 1 completed. ITL: 16.6ms, TTL: 54302.5ms, TTFT: 307.1ms\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "3268it [00:01, 2628.82it/s]\n" ] }, { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "1957it [00:00, 2784.72it/s]\n" ] }, { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "2059it [00:00, 2779.40it/s]\n" ] }, { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "generate_audio_with_engine(text, text_tags)" ] }, { "cell_type": "code", "execution_count": 9, "id": "84c58f80-bb21-4fee-b25d-43536ff2e7a6", "metadata": { "execution": { "iopub.execute_input": "2025-03-17T17:26:26.003914Z", "iopub.status.busy": "2025-03-17T17:26:26.003656Z", "iopub.status.idle": "2025-03-17T17:26:27.990352Z", "shell.execute_reply": "2025-03-17T17:26:27.988496Z", "shell.execute_reply.started": "2025-03-17T17:26:26.003897Z" } }, "outputs": [ { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[9], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mBREAK\u001b[49m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "BREAK" ] }, { "cell_type": "code", "execution_count": null, "id": "d8adb403-8b94-4c4a-959d-9190b40814c7", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.991034Z", "iopub.status.idle": "2025-03-17T17:26:27.991225Z", "shell.execute_reply": "2025-03-17T17:26:27.991133Z", "shell.execute_reply.started": "2025-03-17T17:26:27.991125Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=0)" ] }, { "cell_type": "code", "execution_count": null, "id": "2e41b809-a7c2-4a74-a674-61a267439978", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.991696Z", "iopub.status.idle": "2025-03-17T17:26:27.991856Z", "shell.execute_reply": "2025-03-17T17:26:27.991784Z", "shell.execute_reply.started": "2025-03-17T17:26:27.991776Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=1) " ] }, { "cell_type": "code", "execution_count": null, "id": "a1aef5b9-41e1-402c-8a85-f4cae44d69b8", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "68ce0a3d-f0e5-49e5-8500-bc4b488b20a5", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "8c5e8db8-7310-4cf5-9b07-f95b0fdca2b1", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.992385Z", "iopub.status.idle": "2025-03-17T17:26:27.992560Z", "shell.execute_reply": "2025-03-17T17:26:27.992479Z", "shell.execute_reply.started": "2025-03-17T17:26:27.992471Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "[Verse 1]\n", "Almost Heaven, West Virginia\n", "Blue Ridge Mountains, Shenandoah River\n", "Life is old there, older than the trees\n", "Younger than the mountains, growing like a breeze\n", "\n", "[Chorus]\n", "Country roads, take me home\n", "To the place I belong\n", "West Virginia, mountain mama\n", "Take me home, country roads\n", "\"\"\"\n", "text_tags = \"bluegrass, female\"" ] }, { "cell_type": "code", "execution_count": null, "id": "1dc7f332-c168-4b1e-84ff-0e4055c218f9", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.993197Z", "iopub.status.idle": "2025-03-17T17:26:27.993361Z", "shell.execute_reply": "2025-03-17T17:26:27.993285Z", "shell.execute_reply.started": "2025-03-17T17:26:27.993278Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags)" ] }, { "cell_type": "code", "execution_count": null, "id": "39a98305-82e4-4873-b79a-21b4f699279e", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.993991Z", "iopub.status.idle": "2025-03-17T17:26:27.994148Z", "shell.execute_reply": "2025-03-17T17:26:27.994075Z", "shell.execute_reply.started": "2025-03-17T17:26:27.994068Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=0)" ] }, { "cell_type": "code", "execution_count": null, "id": "91498861-8634-4ea7-832a-15a356ec12f4", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.994604Z", "iopub.status.idle": "2025-03-17T17:26:27.994883Z", "shell.execute_reply": "2025-03-17T17:26:27.994683Z", "shell.execute_reply.started": "2025-03-17T17:26:27.994676Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=1)" ] }, { "cell_type": "code", "execution_count": null, "id": "33b18edd-b6a9-4518-8140-d57056299850", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.995513Z", "iopub.status.idle": "2025-03-17T17:26:27.995685Z", "shell.execute_reply": "2025-03-17T17:26:27.995606Z", "shell.execute_reply.started": "2025-03-17T17:26:27.995598Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "[verse]\n", "A is for the amazing grace that we recieve\n", "B is for the blessings, every day we blieve\n", "C is for the chorus, we sing it loud and clear\n", "D is for the devotion that we hold dear\n", "\n", "[Chorus]\n", "B is for Buttocks, ripe and slightly damp\n", "Yum Yum, boy oh boy do I like God\n", "Every day is a gift, when you won a skateboard ramp.\n", "Yum yum, boy oh boy do I like God.\n", "\n", "[outro]\n", "\"\"\"\n", "text_tags = \"gregorian chant\"" ] }, { "cell_type": "code", "execution_count": null, "id": "c2e650b5-1a9a-495a-9e77-38538554014b", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.996167Z", "iopub.status.idle": "2025-03-17T17:26:27.996327Z", "shell.execute_reply": "2025-03-17T17:26:27.996252Z", "shell.execute_reply.started": "2025-03-17T17:26:27.996245Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags)" ] }, { "cell_type": "code", "execution_count": null, "id": "d2da8dc7-89ec-4afb-8db0-8e204480339b", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.996945Z", "iopub.status.idle": "2025-03-17T17:26:27.997105Z", "shell.execute_reply": "2025-03-17T17:26:27.997029Z", "shell.execute_reply.started": "2025-03-17T17:26:27.997022Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=0)" ] }, { "cell_type": "code", "execution_count": null, "id": "c2f7ecf2", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.997668Z", "iopub.status.idle": "2025-03-17T17:26:27.997829Z", "shell.execute_reply": "2025-03-17T17:26:27.997752Z", "shell.execute_reply.started": "2025-03-17T17:26:27.997745Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=1)" ] }, { "cell_type": "code", "execution_count": null, "id": "5d1c27e9-c5ae-4a20-9d05-1de86a59862a", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "8e37c954", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:26:39.097925Z", "start_time": "2023-11-10T01:26:39.095877Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:27.998324Z", "iopub.status.idle": "2025-03-17T17:26:27.998476Z", "shell.execute_reply": "2025-03-17T17:26:27.998404Z", "shell.execute_reply.started": "2025-03-17T17:26:27.998397Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "[Verse 1]\n", "一盏离愁孤灯伫立在窗口\n", "我在门后假装你人还没走\n", "旧地如重游月圆更寂寞\n", "夜半清醒的烛火不忍苛责我\n", "\n", "[Verse 2]\n", "一壶漂泊浪迹天涯难入喉\n", "你走之后酒暖回忆思念瘦\n", "水向东流时间怎么偷\n", "花开就一次成熟我却错过\n", "\n", "[Chorus]\n", "谁在用琵琶弹奏一曲东风破\n", "岁月在墙上剥落看见小时候\n", "犹记得那年我们都还很年幼\n", "而如今琴声幽幽我的等候你没听过\n", "\n", "[Chorus][Chorus][Chorus]\n", "谁在用琵琶弹奏一曲东风破\n", "枫叶将故事染色结局我看透\n", "篱笆外的古道我牵着你走过\n", "荒烟蔓草的年头就连分手都很沉默\n", "\"\"\"\n", "text_tags = \"pop woman\"" ] }, { "cell_type": "code", "execution_count": null, "id": "d03b4175-59d3-4bd2-bb12-13761aa17c1d", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.999017Z", "iopub.status.idle": "2025-03-17T17:26:27.999168Z", "shell.execute_reply": "2025-03-17T17:26:27.999099Z", "shell.execute_reply.started": "2025-03-17T17:26:27.999092Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags)" ] }, { "cell_type": "code", "execution_count": null, "id": "6bd4c45f-7e9a-48f2-817b-e9b7f5278297", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:27.999733Z", "iopub.status.idle": "2025-03-17T17:26:27.999895Z", "shell.execute_reply": "2025-03-17T17:26:27.999822Z", "shell.execute_reply.started": "2025-03-17T17:26:27.999814Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=0)" ] }, { "cell_type": "code", "execution_count": null, "id": "c14f7300-e29a-4eb2-8dfc-de7e1f0abe97", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:28.000384Z", "iopub.status.idle": "2025-03-17T17:26:28.000538Z", "shell.execute_reply": "2025-03-17T17:26:28.000467Z", "shell.execute_reply.started": "2025-03-17T17:26:28.000459Z" } }, "outputs": [], "source": [ "generate_audio_with_engine(text, text_tags, personalize=1)" ] }, { "cell_type": "code", "execution_count": null, "id": "0f5278f4-a64e-4ac7-a22e-f13c3b335f88", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "61d27b65", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:27:48.390694Z", "start_time": "2023-11-10T01:26:39.530819Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.001121Z", "iopub.status.idle": "2025-03-17T17:26:28.001274Z", "shell.execute_reply": "2025-03-17T17:26:28.001203Z", "shell.execute_reply.started": "2025-03-17T17:26:28.001195Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=text,\n", " text_tags=\"chinese pop\",\n", " n_batch=4,\n", " max_gen_duration_s=80,\n", " # stream=False,\n", " )\n", ")\n", "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "8c5ec317", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:27:48.394012Z", "start_time": "2023-11-10T01:27:48.392197Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.001786Z", "iopub.status.idle": "2025-03-17T17:26:28.001953Z", "shell.execute_reply": "2025-03-17T17:26:28.001877Z", "shell.execute_reply.started": "2025-03-17T17:26:28.001870Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "[Verse 1]\n", "一盏离愁孤灯伫立在窗口\n", "我在门后假装你人还没走\n", "旧地如重游月圆更寂寞\n", "夜半清醒的烛火不忍苛责我\n", "\n", "[Verse 2]\n", "一壶漂泊浪迹天涯难入喉\n", "你走之后酒暖回忆思念瘦\n", "水向东流时间怎么偷\n", "花开就一次成熟我却错过\n", "\n", "[Chorus]\n", "谁在用琵琶弹奏一曲东风破\n", "岁月在墙上剥落看见小时候\n", "犹记得那年我们都还很年幼\n", "而如今琴声幽幽我的等候你没听过\n", "\n", "[Chorus][Chorus][Chorus]\n", "谁在用琵琶弹奏一曲东风破\n", "枫叶将故事染色结局我看透\n", "篱笆外的古道我牵着你走过\n", "荒烟蔓草的年头就连分手都很沉默\n", "\"\"\"" ] }, { "cell_type": "code", "execution_count": null, "id": "f0908af9", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:28:57.571553Z", "start_time": "2023-11-10T01:27:48.395127Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.002484Z", "iopub.status.idle": "2025-03-17T17:26:28.002640Z", "shell.execute_reply": "2025-03-17T17:26:28.002568Z", "shell.execute_reply.started": "2025-03-17T17:26:28.002560Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=text,\n", " text_tags=\"chinese pop\",\n", " n_batch=4,\n", " max_gen_duration_s=80,\n", " # stream=False,\n", " )\n", ")\n", "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "77d230e7", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.565147Z", "start_time": "2023-11-10T01:24:57.565137Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.003180Z", "iopub.status.idle": "2025-03-17T17:26:28.003333Z", "shell.execute_reply": "2025-03-17T17:26:28.003261Z", "shell.execute_reply.started": "2025-03-17T17:26:28.003254Z" } }, "outputs": [], "source": [ "print(\"WTF\")\n", "BREAK" ] }, { "cell_type": "code", "execution_count": null, "id": "443438ac", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "c3372767", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.566111Z", "start_time": "2023-11-10T01:24:57.566101Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.003874Z", "iopub.status.idle": "2025-03-17T17:26:28.004036Z", "shell.execute_reply": "2025-03-17T17:26:28.003957Z", "shell.execute_reply.started": "2025-03-17T17:26:28.003950Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "{start:40;max-duration:120}\n", "[Verse 1]\n", "笑你我枉花光心計\n", "愛競逐鏡花那美麗\n", "怕幸運會轉眼遠逝\n", "為貪嗔喜惡怒著迷\n", "[Verse 2]\n", "責你我太貪功戀勢\n", "怪大地眾生太美麗\n", "悔舊日太執信約誓\n", "為悲歡哀怨妒著迷\n", "[Verse 3]\n", "啊 捨不得璀璨俗世\n", "啊 躲不開癡戀的欣慰\n", "啊 找不到色相代替\n", "啊 參一生參不透這條難題\n", "[Chorus]\n", "吞風吻雨葬落日未曾徬徨\n", "欺山趕海踐雪徑也未絕望\n", "拈花把酒偏折煞世人情狂\n", "憑這兩眼與百臂或千手不能防\n", "[Chorus]\n", "天闊闊雪漫漫共誰同航\n", "這沙滾滾水皺皺笑著浪蕩\n", "貪歡一餉偏教那女兒情長埋葬\n", "\"\"\"" ] }, { "cell_type": "code", "execution_count": null, "id": "c12aceec", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.566933Z", "start_time": "2023-11-10T01:24:57.566924Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.004610Z", "iopub.status.idle": "2025-03-17T17:26:28.004764Z", "shell.execute_reply": "2025-03-17T17:26:28.004690Z", "shell.execute_reply.started": "2025-03-17T17:26:28.004682Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=text,\n", " text_tags=\"chinese pop\",\n", " n_batch=4,\n", " max_gen_duration_s=120,\n", " # stream=False,\n", " )\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "73dd0216", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.567544Z", "start_time": "2023-11-10T01:24:57.567536Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.005337Z", "iopub.status.idle": "2025-03-17T17:26:28.005496Z", "shell.execute_reply": "2025-03-17T17:26:28.005419Z", "shell.execute_reply.started": "2025-03-17T17:26:28.005412Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "918ae244", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.568183Z", "start_time": "2023-11-10T01:24:57.568175Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.005982Z", "iopub.status.idle": "2025-03-17T17:26:28.006131Z", "shell.execute_reply": "2025-03-17T17:26:28.006062Z", "shell.execute_reply.started": "2025-03-17T17:26:28.006055Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=\"[christmas]\",\n", " text_tags=\"christmas happy music\",\n", " n_batch=2,\n", " max_gen_duration_s=120,\n", " # stream=False,\n", " )\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "9d8bed82", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.568764Z", "start_time": "2023-11-10T01:24:57.568756Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.006614Z", "iopub.status.idle": "2025-03-17T17:26:28.006759Z", "shell.execute_reply": "2025-03-17T17:26:28.006693Z", "shell.execute_reply.started": "2025-03-17T17:26:28.006686Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "8f9e0366", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.569411Z", "start_time": "2023-11-10T01:24:57.569403Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.007125Z", "iopub.status.idle": "2025-03-17T17:26:28.007264Z", "shell.execute_reply": "2025-03-17T17:26:28.007200Z", "shell.execute_reply.started": "2025-03-17T17:26:28.007193Z" } }, "outputs": [], "source": [ "input_audio = Audio.from_file(\"audios/Pachelbel - Canon In D Major. Best version. [NlprozGcs80].wav\").get_segment(from_s=60, to_s=80)" ] }, { "cell_type": "code", "execution_count": null, "id": "2f9d3323", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.570127Z", "start_time": "2023-11-10T01:24:57.570119Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.007751Z", "iopub.status.idle": "2025-03-17T17:26:28.007912Z", "shell.execute_reply": "2025-03-17T17:26:28.007836Z", "shell.execute_reply.started": "2025-03-17T17:26:28.007829Z" } }, "outputs": [], "source": [ "input_audio.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "001ec800", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.571025Z", "start_time": "2023-11-10T01:24:57.571016Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.008406Z", "iopub.status.idle": "2025-03-17T17:26:28.008559Z", "shell.execute_reply": "2025-03-17T17:26:28.008488Z", "shell.execute_reply.started": "2025-03-17T17:26:28.008480Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=\"\",\n", " text_tags=\"canon\",\n", " n_batch=4,\n", " max_gen_duration_s=30,\n", " # stream=False,\n", " ),\n", " history_audio=input_audio\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "6309815d", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.571719Z", "start_time": "2023-11-10T01:24:57.571711Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.009137Z", "iopub.status.idle": "2025-03-17T17:26:28.009415Z", "shell.execute_reply": "2025-03-17T17:26:28.009219Z", "shell.execute_reply.started": "2025-03-17T17:26:28.009212Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "markdown", "id": "2270b189", "metadata": {}, "source": [ "# Oracle" ] }, { "cell_type": "code", "execution_count": null, "id": "772a5d20", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.572288Z", "start_time": "2023-11-10T01:24:57.572281Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.009977Z", "iopub.status.idle": "2025-03-17T17:26:28.010144Z", "shell.execute_reply": "2025-03-17T17:26:28.010067Z", "shell.execute_reply.started": "2025-03-17T17:26:28.010059Z" } }, "outputs": [], "source": [ "input_audio = Audio.from_file(\"audios/test_swift.mp3\")" ] }, { "cell_type": "code", "execution_count": null, "id": "29ecceb0", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.572954Z", "start_time": "2023-11-10T01:24:57.572946Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.010649Z", "iopub.status.idle": "2025-03-17T17:26:28.010806Z", "shell.execute_reply": "2025-03-17T17:26:28.010732Z", "shell.execute_reply.started": "2025-03-17T17:26:28.010725Z" } }, "outputs": [], "source": [ "test_input_audio = input_audio.get_segment(from_s=180, to_s=200)\n", "test_input_audio.play(compress=False)" ] }, { "cell_type": "code", "execution_count": null, "id": "d4b5d48c", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.573511Z", "start_time": "2023-11-10T01:24:57.573504Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.011272Z", "iopub.status.idle": "2025-03-17T17:26:28.011427Z", "shell.execute_reply": "2025-03-17T17:26:28.011353Z", "shell.execute_reply.started": "2025-03-17T17:26:28.011346Z" } }, "outputs": [], "source": [ "oracle_semantic_arr = semantic_encode(test_input_audio, n_codebooks=1)\n", "oracle_coarse_arr = codec_encode(test_input_audio)[:oracle_semantic_arr.shape[0], :]\n", "print(oracle_semantic_arr.shape, oracle_coarse_arr.shape)\n", "oracle_arr = np.concatenate(\n", " [oracle_semantic_arr, oracle_coarse_arr],\n", " axis=-1,\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "808f5130", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.574250Z", "start_time": "2023-11-10T01:24:57.574243Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.011903Z", "iopub.status.idle": "2025-03-17T17:26:28.012056Z", "shell.execute_reply": "2025-03-17T17:26:28.011983Z", "shell.execute_reply.started": "2025-03-17T17:26:28.011976Z" } }, "outputs": [], "source": [ "input_oracle_arr = oracle_arr[:, :1]\n", "print(input_oracle_arr.shape)" ] }, { "cell_type": "code", "execution_count": null, "id": "752ba22f", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.574895Z", "start_time": "2023-11-10T01:24:57.574887Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.012572Z", "iopub.status.idle": "2025-03-17T17:26:28.012725Z", "shell.execute_reply": "2025-03-17T17:26:28.012652Z", "shell.execute_reply.started": "2025-03-17T17:26:28.012645Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=\" \" * 20,\n", " text_tags=\"\",\n", " n_batch=4,\n", " max_gen_duration_s=30,\n", " oracle_arr=input_oracle_arr,\n", " ),\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "bba0d8c9", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.575451Z", "start_time": "2023-11-10T01:24:57.575444Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.013235Z", "iopub.status.idle": "2025-03-17T17:26:28.013390Z", "shell.execute_reply": "2025-03-17T17:26:28.013317Z", "shell.execute_reply.started": "2025-03-17T17:26:28.013310Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()\n", " print(e.array_float[-100:].mean(axis=1))" ] }, { "cell_type": "code", "execution_count": null, "id": "ad979c8b", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.576070Z", "start_time": "2023-11-10T01:24:57.576063Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.013958Z", "iopub.status.idle": "2025-03-17T17:26:28.014108Z", "shell.execute_reply": "2025-03-17T17:26:28.014037Z", "shell.execute_reply.started": "2025-03-17T17:26:28.014030Z" } }, "outputs": [], "source": [ "input_pavarotti = Audio.from_file(\"audios/test_pavarotti.mp3\")" ] }, { "cell_type": "code", "execution_count": null, "id": "6f0f8785", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.576674Z", "start_time": "2023-11-10T01:24:57.576666Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.014581Z", "iopub.status.idle": "2025-03-17T17:26:28.014729Z", "shell.execute_reply": "2025-03-17T17:26:28.014658Z", "shell.execute_reply.started": "2025-03-17T17:26:28.014651Z" } }, "outputs": [], "source": [ "input_pavarotti_seg = input_pavarotti.get_segment(from_s=152, to_s=172)\n", "input_pavarotti_seg.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "4e91f1d1", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.577313Z", "start_time": "2023-11-10T01:24:57.577306Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.015224Z", "iopub.status.idle": "2025-03-17T17:26:28.015370Z", "shell.execute_reply": "2025-03-17T17:26:28.015302Z", "shell.execute_reply.started": "2025-03-17T17:26:28.015295Z" } }, "outputs": [], "source": [ "pavarotti_oracle_semantic_arr = semantic_encode(input_pavarotti_seg, n_codebooks=1)\n", "pavarotti_oracle_coarse_arr = codec_encode(input_pavarotti_seg)[\n", " : pavarotti_oracle_semantic_arr.shape[0], :\n", "]\n", "print(pavarotti_oracle_semantic_arr.shape, pavarotti_oracle_coarse_arr.shape)" ] }, { "cell_type": "code", "execution_count": null, "id": "6502b74a", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.577899Z", "start_time": "2023-11-10T01:24:57.577892Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.015741Z", "iopub.status.idle": "2025-03-17T17:26:28.015888Z", "shell.execute_reply": "2025-03-17T17:26:28.015817Z", "shell.execute_reply.started": "2025-03-17T17:26:28.015810Z" } }, "outputs": [], "source": [ "masked_oracle_semantic_arr = oracle_semantic_arr.copy().astype(np.int16)\n", "# masked_oracle_semantic_arr[0::5, :] = -1\n", "masked_oracle_coarse_arr = pavarotti_oracle_coarse_arr.copy().astype(np.int16)\n", "# masked_oracle_coarse_arr[20:, :] = -1" ] }, { "cell_type": "code", "execution_count": null, "id": "b97481d6", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.578550Z", "start_time": "2023-11-10T01:24:57.578543Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.016368Z", "iopub.status.idle": "2025-03-17T17:26:28.016520Z", "shell.execute_reply": "2025-03-17T17:26:28.016447Z", "shell.execute_reply.started": "2025-03-17T17:26:28.016440Z" } }, "outputs": [], "source": [ "mixed_oracle_arr = np.concatenate(\n", " [masked_oracle_semantic_arr], #, masked_oracle_coarse_arr[:, 0:1]],\n", " axis=-1,\n", ")\n", "print(mixed_oracle_arr.shape)" ] }, { "cell_type": "code", "execution_count": null, "id": "76dcc73a", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.579180Z", "start_time": "2023-11-10T01:24:57.579172Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.016957Z", "iopub.status.idle": "2025-03-17T17:26:28.017104Z", "shell.execute_reply": "2025-03-17T17:26:28.017034Z", "shell.execute_reply.started": "2025-03-17T17:26:28.017027Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=\" \" * 20,\n", " text_tags=\"\",\n", " n_batch=4,\n", " max_gen_duration_s=30,\n", " oracle_arr=mixed_oracle_arr,\n", " ),\n", " # history_audio=input_pavarotti_seg\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "84e04fd4", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.579819Z", "start_time": "2023-11-10T01:24:57.579811Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.017584Z", "iopub.status.idle": "2025-03-17T17:26:28.017732Z", "shell.execute_reply": "2025-03-17T17:26:28.017661Z", "shell.execute_reply.started": "2025-03-17T17:26:28.017654Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()\n", " print(e.array_float[-100:].mean(axis=1))" ] }, { "cell_type": "code", "execution_count": null, "id": "b79d93dc", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "markdown", "id": "edc87efa", "metadata": {}, "source": [ "# continuation" ] }, { "cell_type": "code", "execution_count": null, "id": "984e8c9b", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.580455Z", "start_time": "2023-11-10T01:24:57.580448Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.018274Z", "iopub.status.idle": "2025-03-17T17:26:28.018430Z", "shell.execute_reply": "2025-03-17T17:26:28.018355Z", "shell.execute_reply.started": "2025-03-17T17:26:28.018348Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=\"[chorus] purple rain\" * 20,\n", " text_tags=\"\",\n", " n_batch=4,\n", " max_gen_duration_s=30,\n", " # stream=False,\n", " ),\n", " history_audio=test_input_audio,\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "296b34eb", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.581083Z", "start_time": "2023-11-10T01:24:57.581075Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.018969Z", "iopub.status.idle": "2025-03-17T17:26:28.019115Z", "shell.execute_reply": "2025-03-17T17:26:28.019047Z", "shell.execute_reply.started": "2025-03-17T17:26:28.019040Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "df83ed93", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.581739Z", "start_time": "2023-11-10T01:24:57.581732Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.019734Z", "iopub.status.idle": "2025-03-17T17:26:28.019883Z", "shell.execute_reply": "2025-03-17T17:26:28.019813Z", "shell.execute_reply.started": "2025-03-17T17:26:28.019806Z" } }, "outputs": [], "source": [ "text = \"\"\"\n", "On a vibrant summer morning, curiosity drew me to the innovative realm of Suno AI. Their latest\n", "masterpiece, Chirp, known for its unique ability to generate music from words, promised a bold\n", "step forward in music creation. I dived into their platform, typing in familiar lyrics. As I clicked\n", "'Create,' the ensuing symphony seamlessly blended human emotion and machine precision,\n", "heralding a new era in the convergence of music, words, and machine learning\n", "\"\"\"" ] }, { "cell_type": "code", "execution_count": null, "id": "1b5a2270", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.582934Z", "start_time": "2023-11-10T01:24:57.582925Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.020464Z", "iopub.status.idle": "2025-03-17T17:26:28.020617Z", "shell.execute_reply": "2025-03-17T17:26:28.020548Z", "shell.execute_reply.started": "2025-03-17T17:26:28.020541Z" } }, "outputs": [], "source": [ "out_audio = generate_audio(\n", " GenerationConfig(\n", " text=text,\n", " text_tags=\"hifi rap\",\n", " n_batch=2,\n", " max_gen_duration_s=120,\n", " # stream=False,\n", " )\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "7b5656bb", "metadata": { "ExecuteTime": { "end_time": "2023-11-10T01:24:57.583480Z", "start_time": "2023-11-10T01:24:57.583473Z" }, "execution": { "iopub.status.busy": "2025-03-17T17:26:28.021014Z", "iopub.status.idle": "2025-03-17T17:26:28.021177Z", "shell.execute_reply": "2025-03-17T17:26:28.021102Z", "shell.execute_reply.started": "2025-03-17T17:26:28.021094Z" } }, "outputs": [], "source": [ "for e in out_audio:\n", " e.play()" ] }, { "cell_type": "code", "execution_count": null, "id": "aa81e5c6", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": 10, "id": "b23234cd-a312-4b01-b75b-f5ba429a2d2f", "metadata": { "execution": { "iopub.execute_input": "2025-03-18T01:10:15.451557Z", "iopub.status.busy": "2025-03-18T01:10:15.450940Z", "iopub.status.idle": "2025-03-18T01:10:15.455186Z", "shell.execute_reply": "2025-03-18T01:10:15.454704Z", "shell.execute_reply.started": "2025-03-18T01:10:15.451539Z" } }, "outputs": [], "source": [ "import math\n", "import torch.nn as nn\n", "import torch\n", "\n", "class FourierFeatures(nn.Module):\n", " def __init__(self, in_features, out_features):\n", " super().__init__()\n", " assert out_features % 2 == 0\n", " self.weight = nn.Parameter(torch.zeros(out_features // 2, in_features))\n", "\n", " def forward(self, input):\n", " f = 2 * math.pi * input @ self.weight.T\n", " print(f)\n", " return torch.cat([f.cos(), f.sin()], dim=-1)" ] }, { "cell_type": "code", "execution_count": null, "id": "ca4281cd-68ec-4925-8bb8-9eaffce3f439", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:28.022329Z", "iopub.status.idle": "2025-03-17T17:26:28.022488Z", "shell.execute_reply": "2025-03-17T17:26:28.022408Z", "shell.execute_reply.started": "2025-03-17T17:26:28.022401Z" } }, "outputs": [], "source": [ "f = FourierFeatures(2, 4)" ] }, { "cell_type": "code", "execution_count": null, "id": "38e6e938-4d80-4ff9-ab3f-1603f847ad1c", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:28.023141Z", "iopub.status.idle": "2025-03-17T17:26:28.023307Z", "shell.execute_reply": "2025-03-17T17:26:28.023233Z", "shell.execute_reply.started": "2025-03-17T17:26:28.023224Z" } }, "outputs": [], "source": [ "f(torch.zeros(2))" ] }, { "cell_type": "code", "execution_count": null, "id": "94c3dc80-b99c-4936-9c1f-885cda0aa972", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:28.023867Z", "iopub.status.idle": "2025-03-17T17:26:28.024020Z", "shell.execute_reply": "2025-03-17T17:26:28.023950Z", "shell.execute_reply.started": "2025-03-17T17:26:28.023943Z" } }, "outputs": [], "source": [ "f(torch.ones(2))" ] }, { "cell_type": "code", "execution_count": null, "id": "a43c175a-d195-4b9d-b0c7-3efcb66a541b", "metadata": { "execution": { "iopub.status.busy": "2025-03-17T17:26:28.024550Z", "iopub.status.idle": "2025-03-17T17:26:28.024701Z", "shell.execute_reply": "2025-03-17T17:26:28.024629Z", "shell.execute_reply.started": "2025-03-17T17:26:28.024622Z" } }, "outputs": [], "source": [ "f(torch.ones(2) * - 1)" ] }, { "cell_type": "code", "execution_count": 17, "id": "37db3f8d-6864-45de-9767-a7cfa636c515", "metadata": { "execution": { "iopub.execute_input": "2025-03-18T01:15:12.149150Z", "iopub.status.busy": "2025-03-18T01:15:12.148835Z", "iopub.status.idle": "2025-03-18T01:15:12.152292Z", "shell.execute_reply": "2025-03-18T01:15:12.151873Z", "shell.execute_reply.started": "2025-03-18T01:15:12.149133Z" } }, "outputs": [ { "data": { "text/plain": [ "tensor([], size=(0, 5))" ] }, "execution_count": 17, "metadata": {}, "output_type": "execute_result" } ], "source": [ "torch.full((0, 5), fill_value=1) * 0.5" ] }, { "cell_type": "code", "execution_count": null, "id": "96cf4699-f9cf-421f-8d6c-59701388695f", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.14" }, "toc": { "base_numbering": 1, "nav_menu": {}, "number_sections": true, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false } }, "nbformat": 4, "nbformat_minor": 5 }