{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "a0d83737",
"metadata": {},
"outputs": [],
"source": [
"# !nvidia-smi\n",
"# !echo $HOSTNAME"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "fed7c348",
"metadata": {},
"outputs": [],
"source": [
"import os\n",
"os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"1\""
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "88c3355d",
"metadata": {},
"outputs": [],
"source": [
"import sys\n",
"sys.path.insert(0, \"/home/tony/Work/neon/sunoDiff/\")"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "f9bdf59e",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"best_ckpt.pt\t step_15000_ckpt.pt step_25000_infer.pt\n",
"last_ckpt.pt\t step_15000_infer.pt step_5000_ckpt.pt\n",
"last_ckpt_infer.pt step_20000_ckpt.pt step_5000_infer.pt\n",
"step_10000_ckpt.pt step_20000_infer.pt\n",
"step_10000_infer.pt step_25000_ckpt.pt\n"
]
}
],
"source": [
"!ls \"/app/suno/checkpoints/2024-11-25_14-12-44_s8010\""
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "cd1bb050",
"metadata": {},
"outputs": [],
"source": [
"# prefix (finetuned for chunk augment)\n",
"# dit_model_filepath = \"/app/suno/checkpoints/2024-11-04_19-34-03_s2181/300k_infer.pt\"\n",
"dit_model_filepath = \"/app/suno/checkpoints/2024-11-25_14-12-44_s8010/step_25000_infer.pt\"\n",
"\n",
"# distill\n",
"# dit_model_filepath = \"/app/suno/checkpoints/2024-11-10_03-35-31_s2166/step_200000_infer.pt\""
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "cebbeee8",
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"loading semantic model...\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/Work/glockenspiel/suno_utils/suno_utils/tasks/mert_25.py:148: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n",
" sd = _torch_load_p(checkpoint_filepath)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"loading codec model...\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/tony/Work/glockenspiel/suno_utils/suno_utils/tasks/dac_vae_100hz_peaq.py:73: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n",
" sd = load_f(checkpoint_filepath)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"loading diffusion model...\n",
"loading weights...\n",
"converting model to precision torch.bfloat16...\n",
"loading tokenizer...\n",
"done!\n"
]
}
],
"source": [
"import torch\n",
"from suno_utils.audio import Audio\n",
"from generation import preload_models, generate, _retrieve_models, codec_decode, codec_encode\n",
"_ = preload_models(\n",
" tokenizer_filepath=\"/home/georg/notebooks/gpu_nb/tmp/tokenizer_60k.json\",\n",
" semantic_model_filepath=\"/home/georg/notebooks/gpu_nb/tmp/mert_25.pt\",\n",
" semantic_clusters_filepath=\"/home/georg/notebooks/gpu_nb/tmp/mert_25_2x4k.npy\",\n",
" codec_filepath=\"/home/georg/notebooks/gpu_nb/tmp/25hz_vae_peaq_kl_0.005.pth\", # 25hz\n",
"# codec_filepath=\"/home/georg/notebooks/gpu_nb/tmp/100hz_vae_peaq_kl_0.005.pth\", # 100hz\n",
" dit_model_filepath=dit_model_filepath,\n",
"# dit_model_2_filepath=dit_model_2_filepath,\n",
" model_type=\"prefix\",\n",
" weights_precision=torch.bfloat16,\n",
" compile=True,\n",
")\n",
"models = _retrieve_models()\n",
"model_duration_s = 30\n",
"if models[\"dit_model\"].ctx_len is not None:\n",
" model_duration_s = 6 * 60\n",
"else:\n",
" model_duration_s = models[\"dit_model\"].block_size // models[\"dit_model\"].io_hz\n",
"duration_s = 8*60 if model_duration_s >= 2*60 else 30"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "ebae88e7",
"metadata": {},
"outputs": [],
"source": [
"# override stitching\n",
"duration_s = 30"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "b46ead4f",
"metadata": {
"scrolled": true
},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"offset_s = 0\n",
"tags = \"\"\n",
"lyrics = \"\"\n",
"\n",
"audio_fp = \"/home/georg/notebooks/samples/walking_down.mp3\"\n",
"tags = \"orchestral, orchestra, classical, epic movie\"\n",
"if duration_s <= 30.1:\n",
" lyrics = \"Walking down the street\\nFeeling so alive\\nGot my head in the clouds\\nGot a gleam in my eye\\nEvery step that i take\\nIs like a brand new start\\nNo matter where I'm going\\nI'll always find my part\\n\\nOooo\\n\\nLife is like a high\"\n",
"else:\n",
" lyrics = \"Walking down the street\\nFeeling so alive\\nGot my head in the clouds\\nGot a gleam in my eye\\nEvery step that i take\\nIs like a brand new start\\nNo matter where I'm going\\nI'll always find my part\\n\\nOooo\\n\\nLife is like a high wire act\\nwe're dancing in the sky\\nIt's a worry no need to ask why\\nWith a little bit or courage\\nWe can chase our dreams\\nNo matter what comes away\\nWe'll always be a team\\n\\nDon't stop oooo, yeah\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/instrumental.mp3\"\n",
"# tags = \"orchestral, orchestra, classical, epic movie, dark trailer\"\n",
"# offset_s = 20\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/md_mirror_baby.mp3\"\n",
"# tags = \"reggae uplifting playful\"\n",
"# lyrics = \"[Verse]\\nLittle Leo looks so fine\\nMirror baby by his side\\nThinks he’s seeing someone new\\nEvery time he smiles too\\n\\n[Chorus]\\nMirror baby best friend\\nReflections that don't end\\nLittle Leo's world so bright\\nEvery day a new delight\\n\\n[Verse 2]\\nChubby cheeks and laughing eyes\\nMirror baby never lies\\nEvery nod and every wink\\nLeo sees the bond they link\\n\\n[Chorus]\\nMirror baby best friend\\nReflections that don't end\\nLittle Leo's world so bright\\nEvery day a new delight\\n\\n[Bridge]\\nEvery giggle every glance\\nTiny feet that love to dance\\nMirror cheers him all day long\\nWith a smile and happy song\\n\\n[Verse 3]\\nCribs and rattles filled with glee\\nMirror baby laughs with me\\nLeo finds a friend so true\\nIn the mirror just like new\"\n",
" \n",
"# audio_fp = \"/home/georg/notebooks/samples/norah.wav\"\n",
"# tags = \"jazz, pop, female vocal\"\n",
"# lyrics = \"[Verse 1]\\nI waited 'til I saw the sun\\nI don't know why I didn't come\\nI left you by the house of fun\\nI don't know why I didn't come\\nI don't know why I didn't come\\n\\n[Verse 2]\\nWhen I saw the break of day\\nI wished that I could fly away\\nInstead of kneeling in the sand\\nCatching teardrops in my hand\\n\\n[Refrain]\\nMy heart is drenched in wine\\nBut you'll be on my mind forever\\n\\n[Verse 3]\\nOut across the endless sea\\nI will die in ecstasy\\nBut I'll be a bag of bones\\nDriving down the road alone\\n\\n[Refrain]\\nMy heart is drenched in wine\\nBut you'll be on my mind\"\n",
"\n",
"# # # use for end artifact\n",
"# audio_fp = \"/home/georg/notebooks/samples/needy.mp3\"\n",
"# tags = \"alternative rock, electropop, pop, synth-pop, emotive female singer, unhinged\"\n",
"# lyrics = \"hey - how are you?\\nI hope you’re alright \\nLook - I’m sorry bout that fight\\nI know I wasn’t right\\nI kind of lost my mind\\nI hope you’re doing fine\\n\\nSometimes i kind of lose my mind\\n\\nI get so needy\\nI get so greedy\\nAnd i need you\\nTo need me\\nLike i need you\\n\\nI hope you feel me\\nAnd forgive me\\nCause all i really want is you\\nDon’t know what I’m going to do\\nIf i lose you\\n\\nBabe - I’m so sorry\\nI get so worried\\nLook - i know it isn’t right\\nAnd I’m sorry bout that fight\\nMy mind goes crazy\\nI need you to save me\\nI need to know i can count on you\\n\\nCan i count on you?\\n\\nI never had nothing\\nNever had love\\nAlways looking for something \\nAnd it’s never enough\\n\\nSometimes i kind of lose my mind\\n\\nI get so needy\\nI get so greedy\\nAnd i need you\\nTo need me\\nLike i need you\\n\\nI hope you feel me\\nAnd forgive me\\nCause all i really want is you\\nDon’t know what I’m going to do\\nIf i lose you\\n\\nDo you feel me?\\n\\nOhhhh baby\\n\\nI get so crazy\\nI need you to save me\\nI never had nothing\\nNever had no love\\nIt’s always been so rough\\nFor me\\n\\nI feel so broken\\nAnd all alone\\nEven when I'm with you\\n\\nOhhhh baby\\n\\nSometimes i kind of lose my mind\\n\\nI get so needy\\nI get so greedy\\nAnd i need you\\nTo need me\\nLike i need you\\n\\nI hope you feel me \\nAnd forgive me\\nI get so crazy\\nAnd need you to save me\\n\\nBaby please\\nPlease\\n\\nI get so needy\\nI get so needy\\nI get so needy\\nFor your love\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/turkey_time.mp3\"\n",
"# tags = \"Country\"\n",
"# lyrics = \"[Verse]\\nGather 'round now, it's turkey time\\nCatchin' up with all your kin and dimes\\nFeastin' on that golden bird, so fine (so fine)\\nPass the gravy, pour some wine\\n\\n[Chorus]\\nTurkey time, it's a country rhyme\\nGrab your plate, fill it up, take your time\\nAnd when the sun starts settin', we'll gather 'round\\nSingin' songs, sippin' cider, dancin' all night sound (oooh)\\nTurkey time, it's a country rhyme\\n\\n[Verse]\\nWell, it's that time of year, with family near\\nGatherin' 'round the table, filled with cheer\\nTurkey's roasting, gravy's flowin'\\nMashed potatoes piled high, it's Thanksiving time\\n\\n[Chorus]\\nTurkey time, it's a country rhyme\\nGrab your plate, fill it up, take your time\\nAnd when the sun starts settin', we'll gather 'round\\nSingin' songs, sippin' cider, dancin' all night sound (oooh)\\nTurkey time, it's a country rhyme\\n\\n[Bridge] \\nTurkey time is here again\\nTurkey time is here again\\nTurkey time is here again\\nTurkey tiiiiime!\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/mistletoe.mp3\"\n",
"# tags = \"Country\"\n",
"# lyrics = \"[intro]\\nooooh\\n(what is life, what is love?)\\n[Verse]\\nAnother year has come and gone, and I'm not where I long to be\\nSnowfall on the city streets, but it ain't Christmas to me\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/chinese.mp3\"\n",
"# lyrics = \"[verse 1]\\n滚滚长江东逝水，\\n浪花淘尽英雄。\\n[verse 2]\\n是非成败转头空\\n青山依旧在\\n几度夕阳红。\\n[bridge]\\n白发渔樵江渚上\\n惯看秋月春风。\\n[chorus]\\n一壶浊酒喜相逢。\\n古今多少事，都付笑谈中。\\n[Refrain]\\n一壶浊酒喜相逢。\\n古今多少事，都付笑谈中。\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/korean.mp3\"\n",
"# tags = \"Flamenco\"\n",
"# lyrics = \"[Verse 1]\\n눈물을 닦아내지 않길\\n그의 길에 비가 되어 내리도록\\n\\n미소를 환히 보여주길\\n그의 길에 빛이 되어 내리도록\\n\\n어둠이 사라지면 구름이 지나가면\\n이제 눈물은 걷고 사랑스런 미소만\\n\\nCan you ever understand\\nHow you're always on my heart?\\nPut your arms around my soul 'til I get to you\\n\\n[Chorus]\\nDance now (hold your breath)\\nDon't you cry (don't you cry)\\nTake my hand, hold your breath, the night is young\\n\\nDance now (hold your breath)\\nShow your smile (show your smile)\\nTake my hand, hold your tears, the love is young\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/titanic.mp3\"\n",
"# tags = \"Orchestral, Celtic, Ballad\"\n",
"# lyrics = \"[Verse 1]\\nEvery night in my dreams\\nI see you, I feel you\\nThat is how I know you go on\\nFar across the distance\\nAnd spaces between us\\nYou have come to show you go on\\n\\n[Chorus]\\nNear, far, wherever you are\\nI believe that the heart does go on\\nOnce more, you open the door\\nAnd you're here in my heart\\nAnd my heart will go on and on\\n\\n[Verse 2]\\nLove can touch us one time\\nAnd last for a lifetime\\nAnd never let go 'til we're gone\\nLove was when I loved you\\nOne true time I'd hold to\\nIn my life, we'll always go on\\n\\n[Chorus]\\nNear, far, wherever you are\\nI believe that the heart does go on\\n(Why does the heart go on?)\\nOnce more, you open the door\\nAnd you're here in my heart\\nAnd my heart will go on and on\\n\\n[Instrumental Bridge]\\n\\n[Chorus]\\nYou're here, there's nothing I fear\\nAnd I know that my heart will go on\\nWe'll stay forever this way\\nYou are safe in my heart\\nAnd my heart will go on and on\\n\\n[Outro]\\nMm, mm-mm\"\n",
"\n",
"# # mildly weird fractional ending\n",
"# audio_fp = \"/home/georg/notebooks/samples/pandas.mp3\"\n",
"# tags = \"edm, slow, intense techno\"\n",
"# lyrics = \"[intro]\\n[buildup]\\n\\n[Verse]\\nEs ist Zeit, wild zu sein, \\nwir sind bereit\\nMit dem Panda Sonnenschutz\\nwir sind bereit\\nDie Sonne scheint stark,\\naber wir sind stärker\\n\\n[Chorus]\\nPanda Sonnenschutz\\nPanda Sonnenschutz\\nschützt uns vor der Sonne (ooooo)\\nKeine Sorge um einen Sonnenbrand\\nSonnenbrand\\n\\n[instrumental]\\nooooooo\\nSonnenschutz für Pandas\\n[outro]\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/sbob_1.mp3\"\n",
"# offset_s = 0\n",
"# tags = \"rap\"\n",
"# lyrics = \"Yeah, this little piggy so sweet and pretty \\nOn the grind in this city like daddy I'm gritty \\nIf they fucking with you mommy they fucking with kitty \\nAnd they worse than Diddy \\nCuz they think and they litty\\nAnd I'm worse than any bad boy \\nI'm mad boy \\nCuz you fucking with my dad boy \\nI'm max joy \\nSomething like Max Julian and my dad's a pimp \\nAnd so nine months later on the side of the blimp \\nAnd say I don't give a fuck cuz I'm having a baby\\nbaby baby, the baby\\nI don't give a fuck cuz I'm having a baby \\nbaby baby, my baby\\nI don't give a fuck cuz I'm having a baby\\nbaby baby, my baby\\nOne, two, fuck you\\nI don't give a fuck cuz I'm having\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/gospel_bad_q.mp3\"\n",
"# offset_s = 0\n",
"# tags = \"Gospel\"\n",
"# lyrics = \"[Verse]\\nNeon glow it fills the night\\nWindows shining oh so bright\\nFootsteps echo through the street\\nCity heartbeat can't be beat\\n\\n[Verse 2]\\nTaxi's honk a crazy tune\\nMidnight magic under moon\\nBillboards flashing stories told\\nUrban magic never old\\n\\n[Chorus]\\nCity lights they shine so brigh\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/10cigs.mp3\"\n",
"# tags = \"Pop, autotune, hyper-pop\"\n",
"# lyrics = \"[Verse]\\nGirls don't need men, Barbie don't need Ken\\nUs girls are doing fine on our own\\nSo, if you're a man, leave us alone\\n\\n[Pre-Chorus]\\nGetting girls rich (Yes)\\nThat's a part of my plan\\nAnd I could name ten things us girls need\\nBefore we ever need a man\\n\\n[Chorus]\\nOne new vape, two lines of coke\\nFree drinks from the bar, four more lines of coke\\nFive Guys fries, six hits of my blunt\\nSeven more lines of coke, eight pairs of shoes\\nNine BB belts, and ten drunk cigarettes\\n\\n[Refrain]\\nSeriously, I don't need anything from a man\\nActually, maybе give me some monеy\\nI don't need money from a man, I got my own\\nBut I want money from a man\\n\\n[Pre-Chorus]\\nGetting girls rich (Yes)\\nThat's a part of my plan\\nAnd I could name ten things us girls need\\nBefore we ever need a man\\n\\n[Chorus]\\nOne new vape, two lines of coke\\nFree drinks from the bar, four more lines of coke\\nFive Guys fries, six hits of my blunt\\nSeven more lines of coke, eight pairs of shoes\\nNine BB belts, and ten drunk cigarettes\\n\\n[Refrain]\\nSeriously, I don't need anything from a man\\nActually, maybe give me some money\\nI don't need money from a man, I got my own\\nBut I want money from a man\\n\\n[Pre-Chorus]\\nGetting girls rich (Yes)\\nThat's a part of my plan\\nAnd I could name ten things us girls need\\nBefore we ever need a man\\n\\n[Chorus]\\nOne new vape, two lines of coke\\nFree drinks from the bar, four more lines of coke\\nFive Guys fries, six hits of my blunt\\nSeven more lines of coke, eight pairs of shoes\\nNine BB belts, and ten drunk cigarettes\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/bp.mp3\"\n",
"# tags = \"steampunk theatrical Russian musical quirky\"\n",
"# lyrics = \"[Verse]\\nPressure's rising, targets getting higher\\nEvery day I'm grindin', feelin' like a liar\\nSweat is drippin', stress is takin' hold\\nI'm just a salesman, tryin' to break the mold (yeah)\\n\\n[Chorus]\\nGot these numbers screamin' in my mind (oh-oh)\\nBoss man's pushin' me, I'm runnin' out of time\\nBut I won't break, won't bend, won't fold (no, no)\\nI'll fight the pressure, gonna break the mold\\n\\n[Verse 2]\\nClock's tickin', deadlines loomin' near\\nVoices whisperin', doubts ringin' in my ear\\nIn this iron jungle, a soul can feel so cold\\nBut I'm a fighter, in this story untold (ah)\\n\\n[Verse 3]\\nGears are turnin', in this machine of dreams\\nFuelled by fire, powered by greedy means\\nI'm more than numbers, more than meets the eye\\nAgainst the odds, I'll rise, not comply\\n\\n[Bridge]\\nIn the whispers of the ticking time\\nI find my strength, it's no longer a crime\\nWith every turn of the gear, my story's unfold\\nIn the furnace of life, I'm not just a mold\\n\\nmold\\n\\n[Verse 4]\\nThe hands of the clock spin ever faster\\nIn this race against time, I'm the master\\nPushin' through the noise, the heat, the fray\\nI'm the architect of my own way\\n\\n[Verse 5]\\nIn the cacophony of the daily grind\\nI find the melody that's solely mine\\nDefying the odds, the push, the shove\\nI rise above, driven by my own love\\n\\n[Chorus]\\nGot these numbers screamin' in my mind (oh-oh)\\nBoss man's pushin' me, I'm runnin' out of time\\nBut I won't break, won't bend, won't fold (no, no)\\nI'll fight the pressure, gonna break the mold\\n\\n[Outro]\\nThis pressure won't define my soul (won't define me)\\nI'm more than a part, I'm a living whole\\nWith each tick of the clock, my story's told (my story)\\nAgainst the pressure, I'll break the mold\\n\\n(Instrumental)\\n(Fade Out)\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/gpu_nb/out/taptap2.mp3\"\n",
"# tags = \"drill rap\"\n",
"# lyrics = \"[Verse]\\nPen tap, beat loop, No. 2 lead\\nBickin' back, bein' Boosie when I'm thinkin' 'bout the bread\\n[?] can of loosie in the beanie when he bled\\nYou was cryin' with the baby, had your feelings in the red\\nChiefin' in the street, reason epileptic seizure\\nSee the evil in the city here, I love me, I leave her\\nHe be, woosah, been became a geezer\\nCan't believe you wrote a fuckin' letter to the teacher\\n\\n[Verse]\\nHip-hop be the weapon, how the horses get rid\\nLet me lead 'em, you never played it like a skit\\nHow you leavin' at the hospital worried 'bout a rib?\\nHard metal plus gel separated by a grip\\nHandle hard, royalty manifested from the pit\\nTell 'em God found a common way to remedy the pitch\\nAnd it came with percussion, I thought the shell ain't fit\\nMade a sound when it bang, Fauci when I Describe.\\n\\n[Verse]\\nLead Nation, my body developed bicks at an early age\\nHone it, I had to learn it, them corners don't have a page\\nWhen you a king, all my drones came with a gauge\\nYou better roar before they shave off your mane\\nAllegiance is pain, paths blockin' my reign\\nIt took straight mediocrity for Obama to change\\nI seen existence more than life, no way to complain\\nThey'll say the sky is not the roof, [?]\\n\\n[Chorus]\\nMen never show their feelings\\nExpressin' here in mental therapy\\nWhy nobody told me about the Carnegie notes?\\nI'da stacked they soul\\n\\n[Bridge]\\nCome close (Close)\\nYou're bigger than you realize\\nCome on (Gyah)\\n[Verse]\\nThe words was with me, rules turned into power\\nMade 'em stand still, now they clocks can't tick in hours\\nOh, Valerie, it flew, I turned it into a flower\\nAnother way to describe art paintin', they sent it as shower\\nYour opposition quickly turn into late night hours\\nUnbeneficial to revenue howling over a dollar\\nFinance love, I'm hopin' that you follow\\nThat's what happened when you lose all hope swallow\\n\\n[Chorus]\\nMen never show their feelings\\nExpressin\"\n",
"\n",
"# audio_fp = \"/home/georg/notebooks/samples/halo.wav\"\n",
"# tags = \"R&B, Ballad, Pop\"\n",
"# if duration_s <= 30.1:\n",
"# offset_s = 20\n",
"# lyrics = \"[Verse 1]\\nRemember those walls I built?\\nWell, baby, they're tumblin' down\\nAnd they didn't even put up a fight\\nThey didn't even make a sound\\nI found a way to let you in\\nBut I never really had a doubt\\nStandin' in the light of your halo\\nI got my angel now\\n\\n[Pre-Chorus]\\nIt's like\"\n",
"# else:\n",
"# lyrics = \"[Verse 1]\\nRemember those walls I built?\\nWell, baby, they're tumblin' down\\nAnd they didn't even put up a fight\\nThey didn't even make a sound\\nI found a way to let you in\\nBut I never really had a doubt\\nStandin' in the light of your halo\\nI got my angel now\\n\\n[Pre-Chorus]\\nIt's like I've been awakened\\nEvery rule, I had you breakin'\\nIt's the risk that I'm takin'\\nI ain't ever gonna shut you out\\n\\n[Chorus]\\nEverywhere I'm lookin' now\\nI'm surrounded by your embrace\\nBaby, I can see your halo\\nYou know you're my savin' grace\\nYou're everything I need and more\\nIt's written all over your face\\nBaby, I can feel your halo\\nPray it won't fade away\\n\\n[Post-Chorus]\\nI can feel your halo, halo, halo\\nI can see your halo, halo, halo\\nI can feel your halo, halo, halo\\nI can see your halo, halo, halo, ooh\\n\\n[Verse 2]\\nHit me like a ray of sun\\nBurnin' through my darkest night\\nYou're the only one that I want\\nThink I'm addicted to your light\\nI swore I'd never fall again\\nBut this don't even feel like fallin'\\nGravity can't begin\\nTo pull me back to\"\n",
" \n",
"# audio_fp = \"tmp/shimmer.mp3\"\n",
"# tags = \"instrumental, boom bap, trip hop, chill jazz pads, vinyl sampling\"\n",
"# lyrics = \"instrumental\"\n",
" \n",
"# audio_fp = \"tmp/shimmer2.mp3\"\n",
"# tags = \"hard dark dystopian anime intro instrumental, robot vocals\"\n",
"# lyrics = \"[instrumental]\\nI'm being chased by a robot squid\\nI don't know what it wants\\nAnd I'm too afraid to stop and ask\\nSo I'm just gonna keep running\\n\\n[chorus]\\nIt's big, and creepy, chasing after me\\nIt's big, and creepy, chasing after me\\nIt's big, and creepy, chasing after me\\nIt's big, and creepy, chasing after me\"\n",
" \n",
"audio = Audio.from_file(audio_fp, n_channels=2).get_segment(from_s=offset_s, to_s=offset_s+duration_s+0.01)\n",
"audio.normalize_volume().play()"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "b71cfb56",
"metadata": {},
"outputs": [],
"source": [
"# codec_decode(codec_encode(audio.normalize_volume())).normalize_volume().play()"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "7500f404",
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "a82c38a2933b46a7ad2a06e953353f6f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
" 0%| | 0/16 [00:00\n",
" \n",
" Your browser does not support the audio element.\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "f7643c66f7b8490dab6d2ecf706c9265",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
" 0%| | 0/16 [00:00\n",
" \n",
" Your browser does not support the audio element.\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "840ce3e81faf406c902c0462d2a05283",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
" 0%| | 0/16 [00:00\n",
" \n",
" Your browser does not support the audio element.\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"steps = 16\n",
"text_cfg_coef = 1.0\n",
"\n",
"audios = []\n",
"for n in range(3):\n",
" pred_audio = generate(\n",
" audio,\n",
" lyrics=lyrics,\n",
" tags=tags, \n",
" text_cfg_coef=text_cfg_coef,\n",
"# sem_cfg_coef=1.0,\n",
" steps=steps,\n",
"# semantic_skip_factor=2,\n",
"# sampling_method=\"dpmp\", # dpmp|ddim|dpm2\n",
" seed=n,\n",
" ).normalize_volume()\n",
" audios.append(pred_audio)\n",
" pred_audio.play()\n",
"# break"
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "ccea2a7b",
"metadata": {},
"outputs": [],
"source": [
"# base"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "b0c6d51d",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "8e188022",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "a0683efb",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "278ac260",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "61f4477e",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "fd170a52",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "45e618aa",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "markdown",
"id": "bb494e8a",
"metadata": {},
"source": [
"## Playground"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "a851a889",
"metadata": {},
"outputs": [],
"source": [
"# # convnext with pretrained adversarials\n",
"# from suno_utils.tasks.dac_vae_convnext import StreamingDecoder, preload_models as load_codec\n",
"# load_codec(\"/home/minz/logs/dac_convnext_cont2/codec_nov20.pth\")\n",
"# decoder = StreamingDecoder()\n",
"\n",
"# for vae_latents in audios:\n",
"# audios2 = []\n",
"# chunk_size = 5 * 25\n",
"# for i in range(0, vae_latents.shape[0], chunk_size):\n",
"# chunk = vae_latents[i : i + chunk_size]\n",
"# audios2.append(decoder.add_chunk(chunk)[0])\n",
"# Audio.concatenate(audios2).play()"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "787f74b2",
"metadata": {},
"outputs": [],
"source": [
"# base from scratch (25hz, 30s, ctx)\n",
"# dit_model_filepath = \"/app/suno/checkpoints/2024-10-11_00-33-05_s7557/last_ckpt_infer.pt\"\n",
"\n",
"# prefix (full non-causal)\n",
"# dit_model_filepath = \"/app/suno/checkpoints/2024-10-11_02-04-25_s3533/last_ckpt_infer.pt\"\n",
"\n",
"# 100hz finetuned for prod\n",
"# dit_model_filepath = \"/app/suno/checkpoints/2024-10-11_16-53-57_s8050/last_ckpt_infer.pt\""
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "9843759c",
"metadata": {},
"outputs": [],
"source": [
"# # align audio/lyrics\n",
"# from suno_utils.tasks.hoot import get_word_timing_from_audio_and_lyrics, preload_models\n",
"# _ = preload_models(\n",
"# checkpoint_filepath=\"/app/suno/models/hoot_v3.pt\",\n",
"# tokenizer_filepath=\"/app/suno/models/hoot_v3_tokenizer.model\",\n",
"# )\n",
"# aligned_lyrics = get_word_timing_from_audio_and_lyrics(audio, lyrics)"
]
},
{
"cell_type": "code",
"execution_count": 29,
"id": "9c946bc7",
"metadata": {},
"outputs": [],
"source": [
"# import torch\n",
"# models = _retrieve_models()\n",
"# extra_args = torch.load(\"extra_args.pt\", weights_only=True)\n",
"# torch.manual_seed(0)\n",
"# x = torch.randn([1, 128, 100*30], device=\"cuda\")*50\n",
"# with torch.no_grad():\n",
"# out = models[\"dit_model\"].forward_inference(\n",
"# x,\n",
"# x.new_ones([x.shape[0]])*50,\n",
"# cross_attn_cond=extra_args[\"cross_attn_cond\"],\n",
"# empty_cross_attn_cond=extra_args[\"empty_cross_attn_cond\"],\n",
"# cfg_scale=extra_args[\"cfg_scale\"]\n",
"# )\n",
"# print(out.shape)\n",
"# out"
]
},
{
"cell_type": "code",
"execution_count": 38,
"id": "32a92f73",
"metadata": {},
"outputs": [],
"source": [
"# # test train data\n",
"# import os\n",
"# os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"1\"\n",
"# import numpy as np\n",
"# from suno_utils.utils.text import read_jsonl\n",
"# from suno_utils.tasks.dac_vae_100hz_peaq import ( # NOTE: works for 25hz as well\n",
"# preload_models as preload_codec_models,\n",
"# load_model as load_codec_model,\n",
"# decode as codec_decode,\n",
"# )\n",
"# _ = preload_codec_models(checkpoint_filepath=\"/home/georg/notebooks/gpu_nb/tmp/25hz_vae_peaq_64_kl_0.005.pth\")\n",
"# data_val = np.memmap(\n",
"# \"/app/suno/data/diffusion_mix/vae_25hz_64_30s/data_vae_val.bin\",\n",
"# dtype=np.float16,\n",
"# mode=\"r\",\n",
"# )\n",
"# data_val = data_val.reshape(-1, 750, 64)\n",
"# metas_val = read_jsonl(\"/app/suno/data/diffusion_mix/vae_25hz_64_30s/metas_context_aligned_val.jsonl\")\n",
"# idx = 2130\n",
"# codec_decode(data_val[idx]).play()\n",
"# metas_val[idx]"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "b41f96c9",
"metadata": {},
"outputs": [],
"source": [
"# extract ema\n",
"# import torch\n",
"# full_sd = torch.load(\n",
"# \"/app/suno/checkpoints/2024-11-24_03-15-09_s8686/last_ckpt.pt\", \n",
"# weights_only=True, \n",
"# map_location=\"cpu\",\n",
"# )\n",
"# torch.save({\n",
"# \"model\": full_sd[\"model\"],\n",
"# \"model_args\": full_sd[\"model_args\"],\n",
"# }, \"/app/suno/tmp/base.pt\")\n",
"# n_ema = 1\n",
"# torch.save({\n",
"# \"model\": full_sd[\"ema_models\"][n_ema][\"state_dict\"],\n",
"# \"model_args\": full_sd[\"model_args\"],\n",
"# }, \"/app/suno/checkpoints/2024-11-04_19-34-03_s2181/300k_ema_infer.pt\")"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "12b75f2c",
"metadata": {},
"outputs": [],
"source": [
"# torch.save({\n",
"# \"model\": full_sd[\"ema_models\"][0][\"state_dict\"],\n",
"# \"model_args\": full_sd[\"model_args\"],\n",
"# }, \"/app/suno/checkpoints/2024-11-04_19-34-03_s2181/250k_ema0_infer.pt\")\n",
"# torch.save({\n",
"# \"model\": full_sd[\"ema_models\"][1][\"state_dict\"],\n",
"# \"model_args\": full_sd[\"model_args\"],\n",
"# }, \"/app/suno/checkpoints/2024-11-04_19-34-03_s2181/250k_ema1_infer.pt\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "67d4aab6",
"metadata": {},
"outputs": [],
"source": [
"# # aws s3 cp s3://suno-data-uploads/studio/uploads/72a8c50d-7e16-469d-8283-56bed483374c.npz .\n",
"# # https://retool.suno.com/apps/69b2d73a-5a68-11ef-8e4b-cb4350662cd5/Clip%20Lookup\n",
"# import numpy as np\n",
"# lyrics = \"[Verse 1]\\nAlmost Heaven, West Virginia\\nBlue Ridge Mountains, Shenandoah River\\nLife is old there, older than the trees\\nYounger than the mountains, growing like a breeze\\n\\n[Chorus]\\nCountry roads, take me home\\nTo the place I belong\\nWest Virginia, mountain mama\\nTake me home, country roads\\n\\n[Verse 2]\\nAll my memories gather 'round her\\nMiner's lady, stranger to blue water\\nDark and dusty, painted on the sky\\nMisty taste of moonshine, teardrop in my eye\\n\\n[Chorus]\\nCountry roads, take me home\\nTo the place I belong\\nWest Virginia, mountain mama\\nTake me home, country roads\\n\\n[Bridge]\\nI hear her voice in the morning hour, she calls me\\nThe radio reminds me of my home far away\\nDriving down the road, I get a feeling\\nThat I should have been home yesterday, yesterday\\n\\n[Chorus]\\nCountry roads, take me home\\nTo the place I belong\\nWest Virginia, mountain mama\\nTake me home, country roads\\nCountry roads, take me home\\nTo the place I belong\\nWest Virginia, mountain mama\\nTake me home, country roads\\n\\n[Outro]\\nTake me home, (Down) country roads\\nTake me home, (Down) country roads\"\n",
"# a = np.load(\"1bf61f09-dfd7-4834-808c-2ad66b94f535.npz\")\n",
"# audio = torch.from_numpy(a[\"v3.5_raw\"][:,0].astype(np.int64))"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "169fd8e8",
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
"id": "acda5fe8",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.15"
}
},
"nbformat": 4,
"nbformat_minor": 5
}