{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "a0d83737", "metadata": {}, "outputs": [], "source": [ "# !nvidia-smi\n", "# !echo $HOSTNAME" ] }, { "cell_type": "code", "execution_count": 2, "id": "fed7c348", "metadata": {}, "outputs": [], "source": [ "import os\n", "\n", "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"" ] }, { "cell_type": "code", "execution_count": 3, "id": "11554eb8", "metadata": {}, "outputs": [], "source": [ "# # create a model mix\n", "# mix_ratio = 0.5 # how much of raw to use\n", "# import torch\n", "# from collections import OrderedDict\n", "# cpd = \"/app/suno/checkpoints/\"\n", "# sd1 = torch.load(f\"{cpd}2025-05-21_22-39-00/last_ckpt_infer.pt\", map_location=\"cpu\", weights_only=True)\n", "# sd2 = torch.load(f\"{cpd}2025-05-19_13-46-02/last_ckpt_infer.pt\", map_location=\"cpu\", weights_only=True)\n", "# assert set(sd1.keys()) == set(sd2.keys())\n", "# sd1[\"model\"] = {k: sd1[\"model\"][k] * mix_ratio + sd2[\"model\"][k] * (1 - mix_ratio) for k in sd1[\"model\"].keys()}\n", "# torch.save(sd1, \"/app/suno/tmp/neonsky_05.pt\")" ] }, { "cell_type": "code", "execution_count": 4, "id": "83ceb330", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Failed to import flash_attn_3.\n", "No module named 'flash_attn_interface'\n", "WILL USE FLASH ATTN: True\n", "Running on non-Modal\n", "Dir1: 213 files\n", "Dir2: 87 files\n", "Common files: 86\n", "All unique files: 214\n", "Match percentage: 40.19%\n", "Similarity: 40.19%\n", "Directories are not identical. Use disk model instead, if you want to use ssd models. run python -m suno_utils.worker.modal_manager_model_store sync\n", "Failed to import flash_attn_3.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/tony/Work/glockenspiel/suno_utils/suno_utils/gpt/engine.py:221: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead.\n", " @autocast()\n", "/home/tony/anaconda3/envs/suno_env_dev/lib/python3.10/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884\n", " warnings.warn(\n", "/home/tony/Work/glockenspiel/suno_utils/suno_utils/gpt/generation.py:94: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n", " checkpoint = torch.load(str(ckpt_path), mmap=True)\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "model loaded: /app2/suno/checkpoints/2025-06-14_06-26-35/last_ckpt_infer.pt\n", "model loaded: 5553.3M params\n", "Allocated 14336 blocks, 7.00 GB\n", "Compiled model\n", "loading diffusion model...\n", "loading weights...\n", "converting model to precision torch.bfloat16...\n", "loading tokenizer...\n", "cropped extra layers of MERT model to 7\n", "Block size: 750\n", "Adding 2 requests\n", "Added job 0\n", "Job 0 mask oracle from n: 225\n", "Added job 1\n", "Job 1 mask oracle from n: 225\n", "Running 2 requests\n", "Job 0 completed. ITL: 11.9ms, TTL: 27257.7ms, TTFT: 40524.5ms\n", "Job 1 completed. ITL: 11.9ms, TTL: 27202.1ms, TTFT: 24596.3ms\n", "9s for track 0\n", "9s for track 1\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/tony/anaconda3/envs/suno_env_dev/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py:733: UserWarning: Graph break due to unsupported builtin flash_attn_2_cuda.PyCapsule.fwd. This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind). If it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround. If it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use torch.compiler.allow_in_graph.\n", " torch._dynamo.utils.warn_once(msg)\n" ] } ], "source": [ "from local_lyrics import *\n", "from local_helpers import (\n", " setup_models,\n", " generate,\n", " load_audio,\n", " load_clip,\n", " shuffle_lyrics,\n", " adjust_speed,\n", " np,\n", " Audio,\n", " split_stems,\n", " upsample_crossfade,\n", " upsample,\n", ")\n", "\n", "gpt_model_fp = (\n", " \"/app2/suno/checkpoints/2025-06-14_06-26-35/last_ckpt_infer.pt\" # mistery\n", ")\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-26_17-57-55/last_ckpt_infer.pt\" # bluejay chef+14\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-21_22-39-00/last_ckpt_infer.pt\" # bluejay chef+11\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-21_14-11-12/last_ckpt_infer.pt\" # bluejay dpo\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-31_07-05-35/last_ckpt_infer.pt\" # bluejay dpo-light\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-19_13-46-02/last_ckpt_infer.pt\" # bluejay sft\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-17_02-36-28/last_ckpt_infer.pt\" # bluejay\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-18_12-16-03/last_ckpt_infer.pt\" # auk chef\n", "# gpt_model_fp = \"/app/suno/checkpoints/2025-05-03_04-07-02/last_ckpt_infer.pt\" # auk prod\n", "# gpt_model_fp = \"/app/suno/tmp/3b_orig_fix.pt\" # 3b\n", "# gpt_model_fp = \"/home/tony/Data/checkpoints/gpt/test_add_15.pt\" # chef+vector_15\n", "\n", "# diff_model_fp = \"/app2/suno/checkpoints/2025-06-13_01-56-50_s152/last_ckpt_infer.pt\" # newest with degrade\n", "diff_model_fp = \"/app2/suno/modal/models/tony/tmp/diff/v45_2b_step_2mil_ft_8k_infill_apr21_d3_v10.pt\" # ahi prod\n", "\n", "_ = setup_models(gpt_model_fp, diff_model_fp)" ] }, { "cell_type": "code", "execution_count": null, "id": "17c012a0", "metadata": {}, "outputs": [], "source": [ "#############\n", "### text ###\n", "#############\n", "\n", "# text = \"\"\n", "# text = \"[instrumental]\"\n", "# text = text_carrots\n", "# text = text_calm_down\n", "# text = text_calm_down2\n", "# text = text_summertime\n", "# text = text_good_to_me\n", "# text = text_titanic\n", "# text = text_rise\n", "# text = text_real\n", "# text = text_damage\n", "text = text_halo\n", "# text = text_country\n", "# text = text_raindrops\n", "\n", "# text = shuffle_lyrics(text, ngrams=1)\n", "\n", "#############\n", "### tags ###\n", "#############\n", "\n", "# tags = \"\"\n", "# tags = \"big room trance\"\n", "# tags = \"country, bluegrass, fiddle\"\n", "# tags = \"drum loop\"\n", "# tags = \"epic trailer, dark, instrumental, violin, powerful, hero\"\n", "# tags = \"pop\"\n", "# tags = \"pop, soul, r&b, power ballad\"\n", "# tags = \"bluegrass\"\n", "# tags = \"gregorian chant\"\n", "# tags = \"gospel\"\n", "# tags = \"edm, club, trance, violin, female vocals, ethereal, techno\"\n", "# tags = \"A high-energy fusion of pulsing EDM techno beats and twangy bluegrass fiddle riffs, this track blends driving four-on-the-floor kick drums with fast, melodic fiddle solos and rhythmic banjo plucks. Imagine a late-night rave deep in Appalachian hills—glitchy synths, soaring fiddle lines, and a drop that stomps like a barn dance gone cyberpunk.\"\n", "# tags = \"speedcore\"\n", "# tags = \"scotish bagpipes, funeral, march\"\n", "# tags = \"A melancholic country song featuring prominent pedal steel guitar. Emotive female folksy vocals. The song delivers a sense of longing and sentimentality.\"\n", "# tags = \"An edm track for a club featuring a prominent violin throughout.\"\n", "# tags = \"female vocals, ballad, piano, powerful\"\n", "# tags = \"bubblegum pop\"\n", "# tags = \"Gregorian Chant, Hymns, Christian, ethereal, female vocalist, medieval, atmospheric, spiritual, melodic, choral, peaceful, hypnotic, hymn, meditative, minimalistic, soothing, religious, soft, longing, dense, melancholic, mysterious, repetitive, acoustic\"\n", "# tags = \"Two-track instrumental featuring ambient nature sounds and rhythmic clanging, followed by sinister synthesizer music and buzzing electric circuit.\"\n", "# tags = \"Country, southern accent, deep south, raspy vocals\"\n", "# tags = \"Americana, Country, Contemporary Folk, lonely, sombre, introspective, longing, acoustic, melodic, bittersweet, pastoral, poetic, melancholic, depressive, pessimistic, dark, passionate\"\n", "# tags = \"Contemporary R&B, Pop Rap, Alternative R&B, Trap, nocturnal, female vocalist, aquatic, alcohol, male vocalist, sexual\"\n", "# tags = \"Pop Soul, Neo-Soul, Jazz Pop, Brill Building, Twist, drugs, female vocalist, rebellious, alcohol, rhythmic, depressive, introspective, passionate, sarcastic, melodic, hedonistic, anthemic\"\n", "# tags = \"power ballad, female vocals, male vocals, pop, rap, hip-hop, emotive, powerful\"\n", "# tags = \"2023, Melodic Techno, Future Rave, Melodic House, rhythmic, atmospheric, instrumental\"\n", "# tags = \"2023, Dance-Pop, Electro House, Festival Progressive House, Electropop, Dutch House, passionate, female vocalist, triumphant, introspective, energetic, anthemic, rhythmic, sentimental\"\n", "# tags = \"Dance-Pop and Electro House track built ontop of a repeated catchy saxophone loop.\"\n", "# tags = \"passionate, raspy vocals, powerful delivery, female, pop\"\n", "# tags = \"Pop, female vocals, orchestra\"\n", "# tags = \"Indie Pop, Indietronica, Art Pop, Progressive Pop, Post-Punk Revival, Indietronica, breakup, bittersweet, anxious, male vocalist, melancholic, quirky, melodic, cryptic, playful, progressive, energetic, depressive, warm, violence, longing, passionate, sombre, love, surreal, rhythmic, disturbing, abstract\"\n", "# tags = \"Filmi, Pop Rock, Electronic, Downtempo, optimistic, philosophical, humorous, urban, female vocalist, happy, uplifting, melodic, passionate, male vocalist\"\n", "# tags = \"Hardcore Hip Hop, Film Soundtrack, Conscious Hip Hop, Rap Rock, anxious, triumphant, anthemic, passionate, male vocalist, suspenseful, rhythmic, introspective, urban, optimistic, uplifting, energetic, aggressive, epic, crime, vulgar, nocturnal, conscious, longing, angry, alienation\"\n", "# tags = \"epic film orchestral\"\n", "# tags = \"female vocals; This track start off quiet and slow featuring string instruments including a violin. It then builds into an energetic chorus with drums and trumpets.\"\n", "# tags = \"trumpet, instrumental\"\n", "# tags = \"bag pipes, scottish, military, bagpipes\"\n", "# tags = \"epic trailer music, female vocalizations, instrumental, dark, orchestra, violin\"\n", "# tags = \"orchestra, symphony\"\n", "# tags = \"Piano Concerto; Romantic; German; B-Flat Major; Dramatic; Virtuosic; 48khz; high-quality\"\n", "# tags = \"A fusion of Baroque elegance and modern dubstep intensity, where intricate harpsichord melodies and orchestral strings intertwine with thunderous bass drops, glitchy distortions, and electrifying rhythmic shifts. The result is a dramatic contrast of refined classical ornamentation and raw electronic energy.\"\n", "# tags = \"piano concerto\"\n", "# tags = \"The piece that opens with a soft, flute-led melody gently awakening the senses, conjuring the warmth of a sunrise over tranquil hills. The orchestra gradually swells with smooth strings and light percussion, evoking a blossoming sense of optimism and renewed energy. A graceful interplay of woodwinds and strings concludes on a delicate, uplifting note that captures the fresh promise of morning.\"\n", "# tags = \"A stirring, festive march led by bold brass fanfares and triumphant rhythms that command attention right from the start. Let snappy snare drums and buoyant woodwinds propel the music forward with an infectious energy. The piece culminates in a grand, celebratory finale that invites enthusiastic clapping and cheering.\"\n", "# tags = \"Pop Rap, Contemporary R&B, Pop Rock, male vocalist, female vocalist, melodic, angry, love, passionate, vulgar, breakup, melancholic, sad, bittersweet, romantic, urban, anxious, serious, domestic\"\n", "tags = \"rap, chicago rap, high pitch vocal sample, beat switches, surprising\"\n", "# tags = \"This energetic fusion opens with a vibrant dhol loop and tabla textures layered beneath lush R&B keys and atmospheric pads. Verses alternate between melodic pop hooks and rapid-fire rap, supported by syncopated bhangra percussion and sharp bass. Choruses burst with Bollywood-style strings and brass, interwoven with claps and modern trap hi-hats, creating a powerful, irresistible groove before dropping into sleek breakdowns highlighting traditional instruments intertwined with contemporary synth flourishes.\"\n", "\n", "##############\n", "### audio ###\n", "##############\n", "\n", "# audio_filepath = \"../samples/halo.wav\"\n", "# audio_filepath = \"../samples/corn_chase.mp3\"\n", "# audio_filepath = \"../samples/martin2.m4a\"\n", "# audio_filepath = \"../samples/can_it_be_real.mp3\"\n", "# audio_filepath = \"../samples/calm_down_vocals.mp3\"\n", "# audio_filepath = \"../samples/halo_vocals.wav\"\n", "# audio_filepath = \"../samples/titanic_vocals.wav\"\n", "# audio_filepath = \"../samples/calm_down_instrumental.mp3\"\n", "\n", "# audio_artist = load_audio(\"../samples/eminem_doctor.wav\").get_segment(to_s=60*2).get_segment(from_s=32, to_s=52)\n", "# audio_cover = load_audio(\"../samples/halo.wav\")\n", "# audio_vocals = load_audio(\"../samples/titanic_vocals.wav\")\n", "# audio_instrumental = load_audio(\"../samples/calm_down_instrumental.mp3\")\n", "# audio_vocals, audio_instrumental = split_stems(\"../samples/eminem_doctor.wav\")\n", "# audio_playlist_1 = load_audio(\"c492fb16-3075-4b7d-897a-47075f0254f2\").get_segment(from_s=20, to_s=60)\n", "# audio_playlist_2 = load_audio(\"14aea8e5-4ea1-46f1-97fc-173d6cb713b3\").get_segment(from_s=20, to_s=60)\n", "# audio_playlist_3 = load_audio(\"6410f389-dd7f-4dac-8b0d-292d34463d4f\").get_segment(from_s=20, to_s=60)\n", "# audio_playlist_1 = load_audio(\"ef47091f-dd47-4c27-a0ca-006260aa6869\").get_segment(from_s=20, to_s=60)\n", "# audio_playlist_2 = load_audio(\"3b617e13-c441-413e-a606-9ced85d12d46\").get_segment(from_s=20, to_s=60)\n", "# audio_playlist_3 = load_audio(\"3ab0947c-0dd1-4bd0-959c-29f7aecb22a1\").get_segment(from_s=20, to_s=60)" ] }, { "cell_type": "code", "execution_count": null, "id": "4b173c6c", "metadata": {}, "outputs": [], "source": [ "out_semantic, out_audio = generate(\n", " text,\n", " tags,\n", " # audio_history=audio_history,\n", " # audio_artist=audio_artist,\n", " # audio_cover=audio_cover,\n", " # audio_vocals=audio_vocals,\n", " # audio_instrumental=audio_instrumental,\n", " # audio_playlist=[audio_playlist_1, audio_playlist_2, audio_playlist_3],\n", " # vocals_noise_lvl=0.2,\n", " # gpt_cfg_coef=1.2,\n", " # gpt_cfg_coef_max_steps=None,\n", " # gpt_cfg_coef_tags=1.0,\n", " # gpt_cfg_coef_tags_max_steps=25*30,\n", " # gpt_cfg_coef_audio=2.0,\n", " # max_gen_duration_s=4*60,\n", " # n_skip_semantic=4,\n", " # control_tags=\"{duration:60}\",\n", " # control_tags=\"{hook_offset:random}\",\n", " return_semantic=True,\n", " # seed=1,\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "d4f8fc1a", "metadata": {}, "outputs": [], "source": [ "# out_audio_2 = upsample(out_semantic, text=text, tags=tags, noise_ctx_level=1.0, ignore_history_every=1)\n", "# # cd ~/code/glockenspiel && git checkout gk_crossfade\n", "# # https://github.com/suno-ai/glockenspiel/pull/new/gk_crossfade" ] }, { "cell_type": "code", "execution_count": null, "id": "07efef8b", "metadata": {}, "outputs": [], "source": [ "# out_audio_3 = upsample_crossfade(out_semantic, text=text, tags=tags)" ] }, { "cell_type": "code", "execution_count": 37, "id": "2dd1f7c7", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "s3://suno-data-uploads/studio/uploads/1f1a7035-1b6c-45be-91a4-ffd82d38ea5b.npz\n" ] }, { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import json\n", "import numpy as np\n", "from suno_utils.utils.s3 import read_from_s3\n", "\n", "gen_id = \"3b1830d7-5553-4785-be0b-ffeadf7756d8\" # debug\n", "gen_id = \"ebb4ce1d-8f79-4a12-8aa8-858bcc65b44a\"\n", "gen_id = \"1f1a7035-1b6c-45be-91a4-ffd82d38ea5b\" # mahler 1.4\n", "gen_id_audio = gen_id\n", "\n", "s3_filepath = f\"s3://suno-data-uploads/studio/uploads/{gen_id}.npz\"\n", "mp3_filepath = f\"s3://suno-data-uploads/studio/uploads/{gen_id_audio}.mp3\"\n", "print(s3_filepath)\n", "data = read_from_s3(s3_filepath, read_f=np.load)\n", "\n", "audio = Audio.from_s3(mp3_filepath, n_channels=2)\n", "\n", "if \"v3.0_raw\" in data:\n", " codes = data[\"v3.0_raw\"]\n", "elif \"v3.5_raw\" in data:\n", " codes = data[\"v3.5_raw\"]\n", "elif \"v4.0_raw\" in data:\n", " codes = data[\"v4.0_raw\"]\n", "else:\n", " raise ValueError(\"No codes found\")\n", "\n", "text_data = read_from_s3(f\"s3://suno-data-uploads/studio/uploads/{gen_id}_hoot.json\")\n", "aligned_lyrics = json.loads(text_data)\n", "# print(aligned_lyrics)\n", "text = \"\".join(w[\"word\"] for w in aligned_lyrics if \"word\" in w)\n", "audio.normalize_volume().play()" ] }, { "cell_type": "code", "execution_count": 38, "id": "c00ec749", "metadata": {}, "outputs": [], "source": [ "import torch\n", "\n", "clip_sem_arr = torch.tensor(codes[:, 0]).to(torch.long)" ] }, { "cell_type": "code", "execution_count": null, "id": "2dddf331", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "markdown", "id": "2817b88f", "metadata": {}, "source": [ "### Upsample degrade" ] }, { "cell_type": "code", "execution_count": 29, "id": "6349be81", "metadata": {}, "outputs": [], "source": [ "# # https://suno.com/song/be9e3bef-ccb9-4ce9-9949-ca585c9bfbaf\n", "# clip_sem_arr, clip_audio = load_clip(\"be9e3bef-ccb9-4ce9-9949-ca585c9bfbaf\")\n", "# text = \"[Intro: short acoustic guitar solo]\\n[Plucking sinister arpeggios in the key of D minor with squeaking artefacts depicting a window being cleaned]\\n\\n⸻\\n\\n[Verse: gravelly baritone male vocals low and menacing with an irritated edge]\\n[Acoustic guitar aggressive pizzicato, joined by stomping thrash drums]\\n\\nThat makes the twelfth damn week\\nThe twelfth damn week in a row - almost\\nEvery time I’m volume trainin’ chest\\nYou come in with your verbal fuckin’ reek\\nMakes me long for the eternal goddamned rest\\n[Deathgrowl:] Ooh!\\n\\n⸻\\n\\n[Thrash guitar enters with the force of a sledgehammer, with immersive downpicking and distortion creating a catchy and menacing rhythm in D minor]\\n\\n⸻\\n\\n[Verse: gravelly baritone male vocals emotive and angry]\\n[Electric guitar strumming hard on notes 1 & 3 in the key of D minor, bass guitar accompanying in aggressive pizzicato]\\n\\nJust clean the damn windows!\\nWhy d’you have to talk all your shit?\\nAll your damn conspiracy shit\\nThe earth’s god-damn round - you fuckin’ tit\\n\\nSpeakin’ of tits - mine need to fuckin’ grow\\nSo please - please…\\nJust clean the damn window and go\\n\\n⸻\\n\\n[All instruments hold back]\\n\\n⸻\\n\\n[Pre-Chorus: gravelly baritone male vocals low and threatening]\\n[All instruments building progressively for chorus]\\nI resisted doin’ this\\nFor months and god-damned months\\nBut your interruptions just took\\nThe last of my fuckin’ piss…\\n\\n⸻\\n\\n[Rhythmic stutter effect on drums and guitars]\\n\\n⸻\\n\\n[Chorus: gravelly baritone male vocals loud and aggressive with theatrical flair, gang backing]\\n[All instruments high energy, thrash guitar at full immersion in d minor, bass guitar slapping hard on notes 1&3, thrash drums stomping, acoustic guitar pizzicato]\\n\\nGod damn you!\\nFuckin’ Ramsay!\\nStayin’ so long - talkin’ poo\\nYour face like the underside - of my shoe\\nTakin’ so much time out my day\\nI think you must be fuckin’ - Gay!\\nAnd it’s true!\\nWhat you’d probably say…\\n\\n⸻\\n\\n[Hook: gravelly baritone male vocals low and taunting]\\n[All instruments building for drop section]\\n\\nI’m a bit of a cunt!\\n[Character monologue - spoken word] But your mouth still needs stuffed with your own fuckin’ windex pump\\n\\n⸻\\n\\n[Drop section: long instrumental solo]\\n[Heavy thrash guitars slam into full force with heavy down picking and distortion, bass guitars slapping aggressively on Beats 1 & 3, thrash drums stomping as acoustic guitar plucks a memorable hook]\\n\\n⸻\\n\\n[Verse: gravelly baritone male vocals emotive and angry]\\n[All instruments chugging a heavy rhythm in D minor]\\n \\nI try not to let it bother me\\nWhen you come in thinkin’ my times free\\nBut you go on and on and on and on and on\\nSo long I just end up wishing you were gone\\nOr maybe I should fuckin’ flee\\n[Deathgrowl:] Ooh!\\n\\n⸻\\n\\n[Bridge: gravelly baritone male vocals sinister and taunting]\\n[All instruments in dissonant build for final chorus]\\n\\nThe same damn conversation\\nEvery fuckin’ week\\nSeems your outlook on our situation’s\\nPretty fuckin’ bleak\\nNot that I necessarily disagree\\n\\nBut your dull verbal barrage\\nHas me on my fuckin’ \\n\\n[Bridge: gravelly baritone male vocals sinister and taunting]\\n[All instruments in dissonant build for final chorus]\\n\\nThe same damn conversation\\nEvery fuckin’ week\\nSeems your outlook on our situation’s\\nPretty fuckin’ bleak\\nNot that I necessarily disagree\\n\\nBut your dull verbal barrage\\nHas me on my fuckin’ knee\\nBeggin’ please…\\nPlease\\nJust shut up - I don’t care about your god-damn garage\\nGive me fuckin’ - peace!\\n\\n⸻\\n\\n[Final Chorus: gravelly baritone male vocals loud and aggressive with theatrical flair, gang backing]\\n[All instruments high energy, thrash guitar at full immersion in d minor, bass guitar slapping hard on notes 1&3, thrash drums stomping, acoustic guitar pizzicato]\\n\\nGod damn you!\\nFuckin’ Ramsay!\\nStayin’ so long - talkin’ poo\\nYour face like the underside - of my shoe\\nTakin’ so much time out my day\\nI think you must be fuckin’ - Gay!\\nAnd it’s true!\\nWhat you’d probably say…\\n\\n⸻\\n\\n[Final Hook: gravelly baritone male vocals low and taunting]\\n[All instruments building for final drop section]\\n\\nI’m a bit of a cunt!\\n[Character monologue - spoken word] But your mouth still needs stuffed with your own fuckin’ windex pump\\n\\n⸻\\n\\n[Final Drop section: long instrumental solo]\\n[Heavy thrash guitars slam into full force with heavy down picking and distortion, bass guitars slapping aggressively on Beats 1 & 3, thrash drums stomping as acoustic guitar plucks a memorable hook]\"\n", "# tags = \"A swaggering Western metal ballad with a gravelly male vocal, laced with dark seduction and outlaw charm, It begins slow and sultry—twangy acoustic guitar rides atop moody ambient wind textures and la\"\n", "# clip_audio.play()" ] }, { "cell_type": "code", "execution_count": 42, "id": "6fb0a356", "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Engine step: 5it [00:04, 1.19it/s]\n" ] }, { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "_ = upsample(\n", " [clip_sem_arr],\n", " text=text,\n", " tags=\"\",\n", " n_steps=32,\n", " noise_ctx_level=1.0,\n", " seed=0, # ignore_history_every=1\n", ")" ] }, { "cell_type": "code", "execution_count": 43, "id": "327d0a95", "metadata": {}, "outputs": [ { "data": { "text/html": [ "\n", "\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "cf_audio = upsample_crossfade(\n", " [clip_sem_arr], text=text, tags=\"\", seed=0, n_steps=32\n", ")" ] }, { "cell_type": "code", "execution_count": 41, "id": "3ea0848a", "metadata": {}, "outputs": [], "source": [ "# cf_audio[0].to_mp3(\"b.mp3\")" ] }, { "cell_type": "code", "execution_count": null, "id": "ef73ae95", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "42f11ed4", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "255136ab", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "62e8d239", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "f5991637", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "c45714e8", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "markdown", "id": "ec617914", "metadata": {}, "source": [ "### special test cases" ] }, { "cell_type": "code", "execution_count": null, "id": "efc09d5e", "metadata": {}, "outputs": [], "source": [ "# # check retained raw instrument\n", "# out_audio = infer(\n", "# \"\",\n", "# \"drum loop\",\n", "# max_gen_duration_s=30,\n", "# )" ] }, { "cell_type": "code", "execution_count": null, "id": "4df41a02", "metadata": {}, "outputs": [], "source": [ "# # check genre drift\n", "# out_audio = infer(\n", "# text_rise,\n", "# \"gregorian chant\",\n", "# gpt_cfg_coef_tags_max_steps=25*30,\n", "# )" ] }, { "cell_type": "code", "execution_count": null, "id": "725cc8a4", "metadata": {}, "outputs": [], "source": [ "# # check for memorization\n", "# audio_history = load_audio(\"../samples/fur_elise.mp3\").get_segment(from_s=0, to_s=10)\n", "# audio_history.play()\n", "# out_audio = infer(\n", "# \"\", \"\", gpt_cfg_coef=1.0, gpt_cfg_coef_tags=0.0, max_gen_duration_s=30,\n", "# audio_history=audio_history,\n", "# )" ] }, { "cell_type": "code", "execution_count": null, "id": "3a8ff5bb", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "43b70787", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "markdown", "id": "ec9c0eae", "metadata": {}, "source": [ "### make swipe interface" ] }, { "cell_type": "code", "execution_count": null, "id": "e2b9f34e", "metadata": {}, "outputs": [], "source": [ "# out_audio[1].to_hq_mp3(\"tmp/swipe_0.mp3\") # folk\n", "# out_audio[1].to_hq_mp3(\"tmp/swipe_1.mp3\") # edm\n", "# out_audio[0].to_hq_mp3(\"tmp/swipe_2.mp3\") # metal\n", "# out_audio[0].to_hq_mp3(\"tmp/swipe_3.mp3\") # country" ] }, { "cell_type": "code", "execution_count": null, "id": "a250d264", "metadata": {}, "outputs": [], "source": [ "from suno_utils.tasks.hoot import (\n", " encode as encode_hoot,\n", " preload_models as preload_models_hoot,\n", ")\n", "# encode(audio_arr_list, return_logits=" ] }, { "cell_type": "code", "execution_count": null, "id": "e41e5283", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "821deaed", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "385bf55e", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "e7f32d67", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "e14cad72", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "a82d23e7", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "41d84339", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "5a3c94a9", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "markdown", "id": "75c295a6", "metadata": {}, "source": [ "## Playground" ] }, { "cell_type": "code", "execution_count": null, "id": "cfab3a36", "metadata": {}, "outputs": [], "source": [ "# need metas_raw.jsonl\n", "!aws s3 ls s3://suno-data/datasets/bundles/v4/" ] }, { "cell_type": "code", "execution_count": null, "id": "5ceb1775", "metadata": {}, "outputs": [], "source": [ "!ls /app/suno/tmp/ | grep raw" ] }, { "cell_type": "code", "execution_count": null, "id": "3b38670d", "metadata": {}, "outputs": [], "source": [ "from suno_utils.utils.text import read_jsonl\n", "\n", "metas_covers = read_jsonl(\"/app/suno/tmp/raw_covers_metas.jsonl\")\n", "metas_deezer = read_jsonl(\"/app/suno/tmp/raw_deezer_metas.jsonl\")\n", "metas_discogs = read_jsonl(\"/app/suno/tmp/raw_discogs_metas.jsonl\")\n", "metas_discogs_subset = read_jsonl(\"/app/suno/tmp/raw_discogs_subset_metas.jsonl\")\n", "metas_genius = read_jsonl(\"/app/suno/tmp/raw_genius_metas.jsonl\")\n", "metas_imslp = read_jsonl(\"/app/suno/tmp/raw_imslp_metas.jsonl\")\n", "metas_karaoke = read_jsonl(\"/app/suno/tmp/raw_karaoke_metas.jsonl\")\n", "metas_musdb = read_jsonl(\"/app/suno/tmp/raw_musdb_metas.jsonl\")\n", "metas_ytm = read_jsonl(\"/app/suno/tmp/raw_youtube_music_metas.jsonl\")\n", "metas_pond5 = read_jsonl(\"/app/suno/tmp/raw_pond5_metas.jsonl\")" ] }, { "cell_type": "code", "execution_count": null, "id": "cb5552f0", "metadata": {}, "outputs": [], "source": [ "import tqdm\n", "\n", "lll = []\n", "for m in tqdm.tqdm(\n", " metas_covers\n", " + metas_deezer\n", " + metas_discogs_subset\n", " + metas_genius\n", " + metas_imslp\n", " + metas_karaoke\n", " + metas_musdb\n", " + metas_ytm\n", " + metas_pond5\n", "):\n", " if \"fur elise\" in str(m).lower().replace(\"ü\", \"u\"):\n", " lll.append(m)\n", "len(lll)" ] }, { "cell_type": "code", "execution_count": null, "id": "50ff1d04", "metadata": {}, "outputs": [], "source": [ "import tqdm\n", "\n", "lll2 = []\n", "for m in tqdm.tqdm(\n", " metas_covers\n", " + metas_deezer\n", " + metas_discogs_subset\n", " + metas_genius\n", " + metas_imslp\n", " + metas_karaoke\n", " + metas_musdb\n", " + metas_ytm\n", " + metas_pond5\n", " + metas_discogs\n", "):\n", " if \"fur elise\" in str(m).lower().replace(\"ü\", \"u\"):\n", " lll2.append(m)\n", "len(lll2)" ] }, { "cell_type": "code", "execution_count": null, "id": "47d1d942", "metadata": {}, "outputs": [], "source": [ "import random\n", "\n", "random.choice(lll2)" ] }, { "cell_type": "code", "execution_count": null, "id": "24f9cc7a", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "a55f8bb8", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "b338f6e0", "metadata": {}, "outputs": [], "source": [ "from suno_utils.utils.s3 import read_from_s3\n", "from suno_utils.utils.text import read_jsonl\n", "\n", "metas = read_from_s3(\n", " \"s3://suno-data/datasets/harvest/who_sampled/sample.jsonl\", read_f=read_jsonl\n", ")\n", "metas = [e for e in metas if e[0][\"youtube\"] is not None and e[1][\"youtube\"]]\n", "len(metas)" ] }, { "cell_type": "code", "execution_count": null, "id": "ca651bcf", "metadata": {}, "outputs": [], "source": [ "from suno_utils.utils.text import read_jsonl\n", "\n", "metas_tr = read_jsonl(\"/app/suno/data/auk_v0/metas_v2_tr.jsonl\")" ] }, { "cell_type": "code", "execution_count": null, "id": "4443159e", "metadata": {}, "outputs": [], "source": [ "n = len([m for m in metas_tr if len(m.get(\"artist_ids\", [])) >= 2])\n", "print(f\"{n:,} tracks ({n/len(metas_tr)*100:.1f}%)\")" ] }, { "cell_type": "code", "execution_count": null, "id": "8fc7db6b", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "25396b00", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "4db97f62", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "8e942564", "metadata": {}, "outputs": [], "source": [ "metas_tr = read_jsonl(\"/app/suno/data/auk_v0/metas_v2_tr.jsonl\")\n", "available_ids = set([m[\"id\"] for m in metas_tr])" ] }, { "cell_type": "code", "execution_count": null, "id": "06b79a62", "metadata": {}, "outputs": [], "source": [ "print(len(metas))\n", "print(len([m for m in metas if m[0][\"youtube\"] in available_ids]))\n", "print(len([m for m in metas if m[1][\"youtube\"] in available_ids]))\n", "print(\n", " len(\n", " [\n", " m\n", " for m in metas\n", " if m[0][\"youtube\"] in available_ids and m[1][\"youtube\"] in available_ids\n", " ]\n", " )\n", ")" ] }, { "cell_type": "code", "execution_count": null, "id": "3b536451", "metadata": {}, "outputs": [], "source": [ "lll = [\n", " m\n", " for m in metas\n", " if m[0][\"youtube\"] not in available_ids and m[1][\"youtube\"] not in available_ids\n", "]" ] }, { "cell_type": "code", "execution_count": null, "id": "fe8d490a", "metadata": {}, "outputs": [], "source": [ "gHXPr - GtYUk" ] }, { "cell_type": "code", "execution_count": null, "id": "d259701d", "metadata": {}, "outputs": [], "source": [ "import random\n", "\n", "random.choice(lll)" ] }, { "cell_type": "code", "execution_count": null, "id": "841f3291", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "acee5b1a", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "61553d7d", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "1e732785", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "34e32861", "metadata": {}, "outputs": [], "source": [ "# all are pairs\n", "# first is the new track\n", "# second the old" ] }, { "cell_type": "code", "execution_count": null, "id": "3f4c995c", "metadata": {}, "outputs": [], "source": [ "lll = []\n", "for e in metas:\n", " if e[-1][\"artist\"] is not None and \"beyon\" in e[-1][\"artist\"].lower():\n", " lll.append(e)\n", "len(lll)" ] }, { "cell_type": "code", "execution_count": null, "id": "f717d2ac", "metadata": {}, "outputs": [], "source": [ "lll[3]" ] }, { "cell_type": "code", "execution_count": null, "id": "e1bc273b", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "5791d29f", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "0625c905", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "242acd6e", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "suno_env_dev", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.15" } }, "nbformat": 4, "nbformat_minor": 5 }