{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T00:07:35.590454Z", "iopub.status.busy": "2025-11-15T00:07:35.590284Z", "iopub.status.idle": "2025-11-15T00:07:35.604440Z", "shell.execute_reply": "2025-11-15T00:07:35.603936Z", "shell.execute_reply.started": "2025-11-15T00:07:35.590439Z" } }, "outputs": [], "source": [ "# setup autoload\n", "%load_ext autoreload\n", "%autoreload 2" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:58:21.040680Z", "start_time": "2024-05-16T13:58:19.777010Z" }, "execution": { "iopub.execute_input": "2025-11-15T00:07:35.606170Z", "iopub.status.busy": "2025-11-15T00:07:35.606047Z", "iopub.status.idle": "2025-11-15T00:07:38.286798Z", "shell.execute_reply": "2025-11-15T00:07:38.286239Z", "shell.execute_reply.started": "2025-11-15T00:07:35.606157Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "The autoreload extension is already loaded. To reload it, use:\n", " %reload_ext autoreload\n" ] } ], "source": [ "import ast\n", "import os\n", "import shutil\n", "import sys\n", "from collections import defaultdict\n", "\n", "import json\n", "import numpy as np\n", "import pandas as pd\n", "from preference_data_preparation_4rvq import *\n", "from preference_helper import *\n", "from sklearn.model_selection import train_test_split\n", "from suno_utils.utils.s3 import download_s3_files\n", "from suno_utils.utils.text import read_json, read_jsonl, write_json, write_jsonl\n", "from tqdm import tqdm\n", "\n", "pd.set_option(\"display.max_rows\", 500)\n", "pd.set_option(\"display.max_columns\", 500)\n", "pd.set_option(\"display.width\", 1000)\n", "\n", "# setup autoload\n", "%load_ext autoreload\n", "%autoreload 2\n", "\n", "\n", "def custom_parse(x):\n", " try:\n", " return json.loads(x)\n", " except:\n", " return {}" ] }, { "cell_type": "code", "execution_count": 66, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:58:21.082172Z", "start_time": "2024-05-16T13:58:21.041926Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:03.678240Z", "iopub.status.busy": "2025-11-15T03:48:03.677898Z", "iopub.status.idle": "2025-11-15T03:48:03.744305Z", "shell.execute_reply": "2025-11-15T03:48:03.743792Z", "shell.execute_reply.started": "2025-11-15T03:48:03.678221Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "N_TOKENS_AUDIO 12000\n" ] } ], "source": [ "OUT_DATA_DIR = \"/app2/suno/data/dpo/crow_t1_v57_4rvq\"\n", "os.makedirs(OUT_DATA_DIR, exist_ok=True)\n", "shutil.copyfile(\n", " \"/app/suno/data/dpo/7v_v20_full/tokenizer_60k.json\",\n", " os.path.join(OUT_DATA_DIR, \"tokenizer_60k.json\"),\n", ")\n", "NPZ_DIR = \"/app2/suno/data/dpo/crow_t1_npz\"\n", "N_TOKENS_AUDIO = 25 * 8 * 60\n", "print(\"N_TOKENS_AUDIO\", N_TOKENS_AUDIO)" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T00:07:38.336711Z", "iopub.status.busy": "2025-11-15T00:07:38.336587Z", "iopub.status.idle": "2025-11-15T00:10:01.938067Z", "shell.execute_reply": "2025-11-15T00:10:01.937489Z", "shell.execute_reply.started": "2025-11-15T00:07:38.336698Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "before dropna (2733682, 215)\n", "after dropna (2733682, 208)\n" ] } ], "source": [ "df = pd.read_pickle(\n", " \"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_full_slice.pkl\"\n", ")\n", "print(\"before dropna\", df.shape)\n", "df = df.dropna(axis=1, how=\"all\")\n", "print(\"after dropna\", df.shape)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T00:10:01.940012Z", "iopub.status.busy": "2025-11-15T00:10:01.939886Z", "iopub.status.idle": "2025-11-15T00:10:02.816434Z", "shell.execute_reply": "2025-11-15T00:10:02.815899Z", "shell.execute_reply.started": "2025-11-15T00:10:01.939998Z" } }, "outputs": [], "source": [ "df_total = df" ] }, { "cell_type": "code", "execution_count": 69, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:48:26.127041Z", "iopub.status.busy": "2025-11-15T03:48:26.126759Z", "iopub.status.idle": "2025-11-15T03:48:33.796177Z", "shell.execute_reply": "2025-11-15T03:48:33.795386Z", "shell.execute_reply.started": "2025-11-15T03:48:26.127024Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(2733682, 208) (589992, 208)\n", "after date cut (589992, 208)\n" ] } ], "source": [ "# # v3 # 09-23 -- 09-26 217218\n", "# # v4 # 09-26 -- 09-28 166358\n", "# # v5 # 09-28 -- 10-01 156902\n", "# # \n", "# # v6 # 09-23 -- 09-26 232690\n", "# # v7 # 09-26 -- 09-28 184956\n", "# # v8 # 09-28 -- 10-01 231470\n", "# # \n", "# # v9 (v6, v7, v8)\n", "# # v10 # 09-23 -- 09-26 217344\n", "# # v11 # 09-26 -- 09-28 167036\n", "# # v12 # 09-28 -- 10-01 157570\n", "# # \n", "# # data 10-06\n", "# # v13 # 09-23 -- 09-26 251008\n", "# # v14 # 09-26 -- 09-28 205040\n", "# # v15 # 09-28 -- 10-01 274238\n", "# # v16 # 10-01 -- 10-04 246298\n", "# # \n", "# # data 10-09\n", "# # v13 # 09-23 -- 09-26 260700\n", "# # v14 # 09-26 -- 09-28 213860\n", "# # v15 # 09-28 -- 10-01 289968\n", "# # v16 # 10-01 -- 10-04 277330\n", "# # \n", "# # data 10-11\n", "# # v17 # 09-23 -- 09-26 254828\n", "# # v18 # 09-26 -- 09-29 304158\n", "# # v19 # 09-29 -- 10-02 281620\n", "# # v20 # 10-02 -- 10-05 274700\n", "# # \n", "# # data 10-16\n", "# # v21 # 09-23 -- 09-26 266992\n", "# # v22 # 09-26 -- 09-29 320004\n", "# # v23 # 09-29 -- 10-02 299798\n", "# # v24 # 10-02 -- 10-05 299228\n", "# # v25 # 10-05 -- 10-08 283690\n", "# # v26 # 10-08 -- 10-11 277962\n", "# # v27 # 10-11 -- 10-15 320808\n", "# # \n", "# # data 10-25\n", "# # v31 # 09-23 -- 09-26 200286\n", "# # v32 # 09-26 -- 09-29 242158\n", "# # v33 # 09-29 -- 10-02 230224\n", "# # v34 # 10-02 -- 10-05 232714\n", "# # v35 # 10-05 -- 10-11 450570\n", "# # v36 # 10-11 -- 10-17 438742\n", "# # v37 # 10-17 -- 10-26 446970\n", "# # \n", "# # data 10-25\n", "# # v41 # 09-23 -- 09-26 135520\n", "# # v42 # 09-26 -- 09-29 162702\n", "# # v43 # 09-29 -- 10-02 152880\n", "# # v44 # 10-02 -- 10-05 153712\n", "# # v45 # 10-05 -- 10-11 292718\n", "# # v46 # 10-11 -- 10-17 277006\n", "# # v47 # 10-17 -- 10-26 253528\n", "# # \n", "# # data 10-30\n", "# # v51 # 09-23 -- 09-26 209870\n", "# # v52 # 09-26 -- 09-29 254476\n", "# # v53 # 09-29 -- 10-02 242088\n", "# # v54 # 10-02 -- 10-05 245902\n", "# # v55 # 10-05 -- 10-12 566242\n", "# # v56 # 10-12 -- 10-20 625112 \n", "# # v57 # 10-20 -- 10-31 589974\n", "# # \n", "# # data 11-04 (1st full)\n", "# # v58 # 09-23 -- 10-26 462146 \n", "# # v59 # 10-12 -- 10-31 589974\n", "# sth is wrong\n", "# # v61 # 09-23 -- 09-29 454492\n", "# # v62 # 09-29 -- 10-05 474278\n", "# # v63 # 10-05 -- 10-12 546182\n", "# # v64 # 10-12 -- 10-20 595196 \n", "# # v65 # 10-20 -- 10-28 489446\n", "# # v66 # 10-28 -- 11-05 234182 \n", "df_total[\"created_at\"] = pd.to_datetime(df_total[\"created_at\"], utc=True)\n", "start_cutoff_date = pd.to_datetime(\"2025-10-20\", utc=True)\n", "end_cutoff_date = pd.to_datetime(\"2025-10-31\", utc=True)\n", "date_mask = (df_total[\"created_at\"] < end_cutoff_date) & (df_total[\"created_at\"] >= start_cutoff_date)\n", "print(df_total.shape, df_total[date_mask].shape)\n", "df_slice = df_total[date_mask].copy()\n", "print(\"after date cut\", df_slice.shape)" ] }, { "cell_type": "code", "execution_count": 70, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T14:00:20.866354Z", "start_time": "2024-05-16T14:00:12.443344Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:33.797330Z", "iopub.status.busy": "2025-11-15T03:48:33.797150Z", "iopub.status.idle": "2025-11-15T03:48:33.869811Z", "shell.execute_reply": "2025-11-15T03:48:33.869097Z", "shell.execute_reply.started": "2025-11-15T03:48:33.797314Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(589992, 208)\n", "task\n", " 337908\n", "cover 149018\n", "artist_consistency 38314\n", "artist_cover 22690\n", "extend 14462\n", "infill 7244\n", "playlist_condition 7136\n", "stem_condition 3404\n", "artist_extend 2900\n", "overpainting 2736\n", "upload_extend 2356\n", "underpainting 1824\n", "Name: count, dtype: int64\n", "/app2/suno/data/dpo/crow_t1_v57_4rvq\n" ] }, { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[70], line 7\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28mprint\u001b[39m(df_slice[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtask\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39mvalue_counts())\n\u001b[1;32m 6\u001b[0m \u001b[38;5;28mprint\u001b[39m(OUT_DATA_DIR)\n\u001b[0;32m----> 7\u001b[0m \u001b[43mBREAK\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;66;03m# (269282, 199)\u001b[39;00m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "# df_total.to_pickle(\n", "# \"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_full_slice.pkl\"\n", "# )\n", "print(df_slice.shape)\n", "print(df_slice[\"task\"].value_counts())\n", "print(OUT_DATA_DIR)\n", "BREAK\n", "# (269282, 199)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Need to kick out the ones has gpt prompt -- these are pairs with different text inputs" ] }, { "cell_type": "code", "execution_count": 71, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:48:54.410664Z", "iopub.status.busy": "2025-11-15T03:48:54.410260Z", "iopub.status.idle": "2025-11-15T03:48:56.438100Z", "shell.execute_reply": "2025-11-15T03:48:56.437354Z", "shell.execute_reply.started": "2025-11-15T03:48:54.410643Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(589992, 208)\n", "(589992, 208)\n", "(589992, 208)\n" ] } ], "source": [ "print(df_slice.shape)\n", "df_slice = df_slice[df_slice[\"request_id\"].apply(lambda x: len(x) > 3)]\n", "print(df_slice.shape)\n", "# df_slice = df_slice[df_slice[\"is_pro_user\"]].copy()\n", "print(df_slice.shape)" ] }, { "cell_type": "code", "execution_count": 72, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.932296Z", "start_time": "2024-05-16T13:59:41.932287Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:56.439471Z", "iopub.status.busy": "2025-11-15T03:48:56.439183Z", "iopub.status.idle": "2025-11-15T03:48:57.322083Z", "shell.execute_reply": "2025-11-15T03:48:57.321375Z", "shell.execute_reply.started": "2025-11-15T03:48:56.439453Z" } }, "outputs": [], "source": [ "# don't have continue at\n", "df_slice[\"request_id\"] = df_slice[\"request_id\"].astype(str)\n", "# df_slice[\"npz_path\"] = df_slice[\"npz_path\"].apply(lambda x: str(x).replace(\"_npz\", \"_npz/\"))\n", "# df_slice[df_slice[\"continue_at\"].isna()][\"request_id\"].nunique(), df_slice[\"request_id\"].nunique()" ] }, { "cell_type": "code", "execution_count": 73, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.932966Z", "start_time": "2024-05-16T13:59:41.932957Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:57.323131Z", "iopub.status.busy": "2025-11-15T03:48:57.322862Z", "iopub.status.idle": "2025-11-15T03:48:57.452097Z", "shell.execute_reply": "2025-11-15T03:48:57.451319Z", "shell.execute_reply.started": "2025-11-15T03:48:57.323114Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "294996\n" ] } ], "source": [ "final_filtered_requests = df_slice[\"request_id\"].astype(str).unique()\n", "# final_filtered_requests = df_slice[df_slice[\"is_pro_user\"]][\"request_id\"].astype(str).unique()\n", "print(len(final_filtered_requests))" ] }, { "cell_type": "code", "execution_count": 74, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.934277Z", "start_time": "2024-05-16T13:59:41.934268Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:57.453009Z", "iopub.status.busy": "2025-11-15T03:48:57.452839Z", "iopub.status.idle": "2025-11-15T03:49:09.250830Z", "shell.execute_reply": "2025-11-15T03:49:09.250069Z", "shell.execute_reply.started": "2025-11-15T03:48:57.452992Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "292046 2950\n", "(584092, 208) (5900, 208)\n" ] } ], "source": [ "train_requests, val_requests = train_test_split(\n", " sorted(list(final_filtered_requests)), test_size=0.01, random_state=42\n", ")\n", "print(len(train_requests), len(val_requests))\n", "\n", "train_df = df_slice[df_slice[\"request_id\"].astype(str).isin(set(train_requests))].copy()\n", "val_df = df_slice[df_slice[\"request_id\"].astype(str).isin(set(val_requests))].copy()\n", "train_df = train_df.sort_values(by=[\"request_id\", \"preference\"])\n", "train_df = train_df # .reset_index()\n", "val_df = val_df.sort_values(by=[\"request_id\", \"preference\"])\n", "val_df = val_df # .reset_index()\n", "train_df = train_df.reset_index(drop=True)\n", "val_df = val_df.reset_index(drop=True)\n", "print(train_df.shape, val_df.shape)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Actually make" ] }, { "cell_type": "code", "execution_count": 75, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.935620Z", "start_time": "2024-05-16T13:59:41.935613Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:49:09.252930Z", "iopub.status.busy": "2025-11-15T03:49:09.252270Z", "iopub.status.idle": "2025-11-15T03:49:42.894301Z", "shell.execute_reply": "2025-11-15T03:49:42.893738Z", "shell.execute_reply.started": "2025-11-15T03:49:09.252909Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████| 584092/584092 [00:33<00:00, 17372.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "29,481 hours of 584092 clips, 36.50575 nodes, 760.5364583333334 iters\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "total_duration = 0\n", "for i, row in tqdm(train_df.iterrows(), total=len(train_df)):\n", " # we need to alternate between preference: neg, pos\n", " # print(i, row)\n", " try:\n", " assert row[\"preference\"] == (i % 2 == 1)\n", " total_duration += row[\"duration\"]\n", " except Exception as E:\n", " print(i, row)\n", " print(E)\n", " raise ValueError()\n", "\n", "print(\n", " f\"{round(total_duration / 60 / 60):,} hours of {train_df.shape[0]} clips, {train_df.shape[0] / 8 / 2 / 1000} nodes, {train_df.shape[0] / 8 / 6 / 16} iters\"\n", ")" ] }, { "cell_type": "code", "execution_count": 76, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.936268Z", "start_time": "2024-05-16T13:59:41.936260Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:49:42.895010Z", "iopub.status.busy": "2025-11-15T03:49:42.894854Z", "iopub.status.idle": "2025-11-15T03:52:07.651690Z", "shell.execute_reply": "2025-11-15T03:52:07.651122Z", "shell.execute_reply.started": "2025-11-15T03:49:42.894993Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "t_data_memmap is set to: 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|████████████████████████████████████████████████████████████████████████████████████████▎ | 4782/5900 [01:57<00:26, 41.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "4776, Failed to load conditioning codes for stem from 0b4fc9e6-4284-4019-8879-c3eca684892e: Semantic codes not found: /app2/suno/data/semantic_code/crow/0b4fc9e6-4284-4019-8879-c3eca684892e.npz, stem_condition, /app2/suno/data/semantic_code/crow/3944ff20-0fa3-4721-b86e-a2be08527d17.npz.\n", "WTF --> 4777, skip, preference: True, 9b6df4c6-8ab3-40ee-a036-ce6d54ef6a2c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|████████████████████████████████████████████████████████████████████████████████████████▊ | 4807/5900 [01:57<00:25, 42.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "4800, Failed to load conditioning codes for stem from 37306527-e2c1-4fe1-b802-d1feac394d2a: Semantic codes not found: /app2/suno/data/semantic_code/crow/37306527-e2c1-4fe1-b802-d1feac394d2a.npz, stem_condition, /app2/suno/data/semantic_code/crow/a9d63fde-72ef-40ee-8482-b4e1836bc49a.npz.\n", "WTF --> 4801, skip, preference: True, cd00afb8-c5ab-4a51-8c8c-f00240645fd9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████| 5900/5900 [02:24<00:00, 40.77it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total 5896 clips, 2 different prompts, 0 different tags, 0 different negative tags\n", "203 hours of False\n", "204 hours of True\n", "gen: 171.2 hours\n", "artist_cover: 25.3 hours\n", "underpainting: 2.5 hours\n", "infill: 2.7 hours\n", "extend: 8.2 hours\n", "stem_condition: 2.5 hours\n", "cover: 141.9 hours\n", "artist_consistency: 41.8 hours\n", "overpainting: 2.4 hours\n", "playlist_condition: 6.4 hours\n", "artist_extend: 1.7 hours\n", "🚨 Error stem_condition: 2\n", "\n", "--- Gender Distribution ---\n", " female: 526 (8.9%)\n", " male: 858 (14.5%)\n", " unspecified: 4,514 (76.5%)\n", "\n", "--- Negative Tags Usage ---\n", " has_neg_tags: 320 (5.4%)\n", " no_neg_tags: 5,578 (94.6%)\n", "\n", "--- Control Slider Usage ---\n", " has_control_slider: 1,812 (30.7% of clips)\n", " no_control_slider: 4,086 (69.3% of clips)\n", "Done\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "make_dataset(\n", " val_df, OUT_DATA_DIR, is_val=True, t_data_memmap=N_TOKENS_AUDIO\n", ")" ] }, { "cell_type": "code", "execution_count": 77, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:52:07.652448Z", "iopub.status.busy": "2025-11-15T03:52:07.652288Z", "iopub.status.idle": "2025-11-15T03:52:08.491867Z", "shell.execute_reply": "2025-11-15T03:52:08.491317Z", "shell.execute_reply.started": "2025-11-15T03:52:07.652432Z" } }, "outputs": [], "source": [ "# test_npz = np.load(\"/app/suno/data/dpo/30b_npz/26d19085-18da-4701-af43-122684543891.npz\")\n", "# for k in test_npz.keys():\n", "# print(k)" ] }, { "cell_type": "code", "execution_count": 78, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.936964Z", "start_time": "2024-05-16T13:59:41.936957Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:52:08.492631Z", "iopub.status.busy": "2025-11-15T03:52:08.492477Z", "iopub.status.idle": "2025-11-15T07:57:32.458142Z", "shell.execute_reply": "2025-11-15T07:57:32.453717Z", "shell.execute_reply.started": "2025-11-15T03:52:08.492616Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "t_data_memmap is set to: 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 5%|█████▎ | 29766/584092 [12:17<3:50:57, 40.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 29762: 14983 > 12000\n", "Overflow at 29763: 14983 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 7%|███████▎ | 41132/584092 [17:53<4:02:21, 37.34it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 41124: 13220 > 12000\n", "Overflow at 41125: 13220 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 8%|████████▎ | 46473/584092 [20:05<3:50:48, 38.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 46466: 14772 > 12000\n", "Overflow at 46467: 14772 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 10%|██████████▍ | 58556/584092 [25:04<3:40:26, 39.73it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 58548: 14983 > 12000\n", "Overflow at 58549: 14983 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 11%|███████████▋ | 65718/584092 [28:08<3:36:10, 39.97it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "65710, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_07aee997-b1e6-453b-a97d-d5c1b1186fe3.npz, upload_extend, /app2/suno/data/semantic_code/crow/0767b0ba-79a9-4261-9c9a-3aa8a7d277a6.npz.\n", "WTF --> 65711, skip, preference: True, b8fe8488-e5b5-45ff-a73b-b576db7f25b2, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 15%|███████████████▍ | 86584/584092 [36:51<3:38:22, 37.97it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 86578: 12319 > 12000\n", "Overflow at 86579: 12319 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 27%|██████████████████████████▉ | 156118/584092 [1:09:54<2:44:48, 43.28it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "156112, Failed to load conditioning codes for stem from 027fdb46-0715-4c74-a1b1-5abeab529c27: Semantic codes not found: /app2/suno/data/semantic_code/crow/027fdb46-0715-4c74-a1b1-5abeab529c27.npz, stem_condition, /app2/suno/data/semantic_code/crow/f94c53ac-9196-4756-aff3-ee176cd875b8.npz.\n", "WTF --> 156113, skip, preference: True, a18df55f-4654-4edb-a6ef-e43f23cb9744, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 28%|████████████████████████████▏ | 163078/584092 [1:12:42<2:39:20, 44.04it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 163070: 14772 > 12000\n", "Overflow at 163071: 14772 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 30%|█████████████████████████████▊ | 172714/584092 [1:16:39<2:37:16, 43.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "172706, Failed to load conditioning codes for stem from 05c683b2-27c6-4801-80a6-60c4286e5de0: Semantic codes not found: /app2/suno/data/semantic_code/crow/05c683b2-27c6-4801-80a6-60c4286e5de0.npz, stem_condition, /app2/suno/data/semantic_code/crow/d0533e57-99de-4759-871a-cfca81e4de30.npz.\n", "WTF --> 172707, skip, preference: True, 5b3aae03-ea7c-4369-aa98-5d820f2df593, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 36%|███████████████████████████████████▉ | 208187/584092 [1:32:02<2:17:27, 45.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "208182, Failed to load conditioning codes for stem from 00cc0d3c-488d-4c58-93a0-4117e1718855: Semantic codes not found: /app2/suno/data/semantic_code/crow/00cc0d3c-488d-4c58-93a0-4117e1718855.npz, stem_condition, /app2/suno/data/semantic_code/crow/bb864441-c705-45a0-a6b9-bf4c70fd9820.npz.\n", "WTF --> 208183, skip, preference: True, 7d4fe2a7-bcef-475c-b12b-03a4e5310997, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 37%|████████████████████████████████████▉ | 213796/584092 [1:34:16<2:13:27, 46.24it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "213788, Failed to load conditioning codes for stem from 07078d4f-bc84-485e-b807-3e844c5dad9a: Semantic codes not found: /app2/suno/data/semantic_code/crow/07078d4f-bc84-485e-b807-3e844c5dad9a.npz, stem_condition, /app2/suno/data/semantic_code/crow/e3fd82c8-e6d9-4aca-9c9d-26e2922434ed.npz.\n", "WTF --> 213789, skip, preference: True, 31da5fc2-79a2-4167-b167-a5cb7779aff6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 37%|█████████████████████████████████████▌ | 217284/584092 [1:35:38<2:29:18, 40.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "217278, Failed to load conditioning codes for stem from 08c253b7-cfa1-4628-9069-a4e886ecc4da: Semantic codes not found: /app2/suno/data/semantic_code/crow/08c253b7-cfa1-4628-9069-a4e886ecc4da.npz, stem_condition, /app2/suno/data/semantic_code/crow/1e7b7958-4e77-42d4-9443-8e5bde4fb614.npz.\n", "WTF --> 217279, skip, preference: True, 9095ee51-8016-4276-ad11-960c73cbdd9d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 38%|██████████████████████████████████████ | 220151/584092 [1:36:46<2:02:57, 49.33it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "220144, Failed to load conditioning codes for stem from 0d7a7b8a-8504-478a-a577-5671a8ca1ece: Semantic codes not found: /app2/suno/data/semantic_code/crow/0d7a7b8a-8504-478a-a577-5671a8ca1ece.npz, stem_condition, /app2/suno/data/semantic_code/crow/8124a944-6a3c-48a1-b176-35043643b694.npz.\n", "WTF --> 220145, skip, preference: True, 2aacc54d-e809-44a0-9a4f-77d3be9a06a0, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 38%|██████████████████████████████████████▌ | 222807/584092 [1:37:49<2:01:22, 49.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "222798, Failed to load conditioning codes for stem from 0ddd310e-51a3-4c37-8d5a-e3d3a77104b8: Semantic codes not found: /app2/suno/data/semantic_code/crow/0ddd310e-51a3-4c37-8d5a-e3d3a77104b8.npz, stem_condition, /app2/suno/data/semantic_code/crow/9c076f1e-f16e-434e-aeb6-1ae9b1e46392.npz.\n", "WTF --> 222799, skip, preference: True, 160b2668-3657-499e-b524-e47480d24530, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 39%|██████████████████████████████████████▉ | 225012/584092 [1:38:40<2:14:14, 44.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "225006, Failed to load conditioning codes for stem from 086ec394-1239-4e4a-9d06-043d0cef4450: Semantic codes not found: /app2/suno/data/semantic_code/crow/086ec394-1239-4e4a-9d06-043d0cef4450.npz, stem_condition, /app2/suno/data/semantic_code/crow/6f0295c5-1200-44b5-a232-2ca368a29f54.npz.\n", "WTF --> 225007, skip, preference: True, ca353e1a-0063-44dc-ae58-4184ed372a21, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 40%|████████████████████████████████████████▍ | 234069/584092 [1:42:13<2:23:25, 40.67it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 234064: 13462 > 12000\n", "Overflow at 234065: 13462 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 43%|██████████████████████████████████████████▉ | 248401/584092 [1:47:48<2:02:26, 45.70it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "248396, Failed to load conditioning codes for stem from 09ab8c46-27cf-4657-af2b-6e79314d334c: Semantic codes not found: /app2/suno/data/semantic_code/crow/09ab8c46-27cf-4657-af2b-6e79314d334c.npz, stem_condition, /app2/suno/data/semantic_code/crow/5e02e31a-3c53-4aad-8742-79f891c665f5.npz.\n", "WTF --> 248397, skip, preference: True, c23f99c9-10ac-4fe6-a6c8-35ee6628d86b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 43%|███████████████████████████████████████████▊ | 253386/584092 [1:49:44<2:03:53, 44.49it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "253378, Failed to load conditioning codes for stem from 0105e6c4-8bc9-4dea-ba5c-1833562842f6: Semantic codes not found: /app2/suno/data/semantic_code/crow/0105e6c4-8bc9-4dea-ba5c-1833562842f6.npz, stem_condition, /app2/suno/data/semantic_code/crow/aeee88a8-20ee-46e4-a1af-3773a4b68673.npz.\n", "WTF --> 253379, skip, preference: True, 325ca7bb-8b1e-4d0a-8054-9c44e0fc2173, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 45%|█████████████████████████████████████████████▌ | 263852/584092 [1:53:48<2:04:31, 42.86it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "263844, Failed to load conditioning codes for stem from 1319d527-20a7-48c1-8ca3-736720ec7ce9: Semantic codes not found: /app2/suno/data/semantic_code/crow/1319d527-20a7-48c1-8ca3-736720ec7ce9.npz, stem_condition, /app2/suno/data/semantic_code/crow/38a4fe7c-5a28-479a-9ceb-fb28efb8aece.npz.\n", "WTF --> 263845, skip, preference: True, 15550bc2-be6a-477d-bbd9-ae60c8692973, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 46%|██████████████████████████████████████████████▋ | 269781/584092 [1:56:15<2:03:44, 42.34it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "269772, Failed to load conditioning codes for stem from 0593f8ef-5aad-4611-82b0-1a575a40f710: Semantic codes not found: /app2/suno/data/semantic_code/crow/0593f8ef-5aad-4611-82b0-1a575a40f710.npz, stem_condition, /app2/suno/data/semantic_code/crow/ca541c22-c57a-4b59-9f85-071d5812f52a.npz.\n", "WTF --> 269773, skip, preference: True, 0d012744-d3a3-4da4-87b7-52e973cb5f7c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 47%|███████████████████████████████████████████████▉ | 276991/584092 [1:59:06<1:44:01, 49.20it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "276982, Failed to load conditioning codes for stem from 0291a1da-3cf7-4c4f-b3d3-b38b40a8ad7d: Semantic codes not found: /app2/suno/data/semantic_code/crow/0291a1da-3cf7-4c4f-b3d3-b38b40a8ad7d.npz, stem_condition, /app2/suno/data/semantic_code/crow/25663719-c5f6-477b-a02a-53b0b7b9d45b.npz.\n", "WTF --> 276983, skip, preference: True, eac268d4-34d3-4b36-ae84-b2e34c3b5b97, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 48%|████████████████████████████████████████████████▍ | 280123/584092 [2:00:27<1:53:43, 44.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "280116, Failed to load conditioning codes for stem from 16fb7348-6413-4683-ad7e-b89b947a4f71: Semantic codes not found: /app2/suno/data/semantic_code/crow/16fb7348-6413-4683-ad7e-b89b947a4f71.npz, stem_condition, /app2/suno/data/semantic_code/crow/305e15eb-bb6b-4121-886c-3c2532c6b7d4.npz.\n", "WTF --> 280117, skip, preference: True, da682426-e534-484a-a4f4-3e5b533405d7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 49%|█████████████████████████████████████████████████▋ | 287096/584092 [2:03:47<1:47:27, 46.06it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "287086, Failed to load conditioning codes for stem from 09cac64f-ef54-4c8c-a895-99dc774fb14a: Semantic codes not found: /app2/suno/data/semantic_code/crow/09cac64f-ef54-4c8c-a895-99dc774fb14a.npz, stem_condition, /app2/suno/data/semantic_code/crow/25674758-952d-4f7a-ac13-7f1c27ee3b0e.npz.\n", "WTF --> 287087, skip, preference: True, 3ed94f10-3cc6-47c9-8acf-670358be6028, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████ | 289170/584092 [2:04:35<1:47:33, 45.70it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "289160, Failed to load conditioning codes for stem from 09b27897-46cb-4df3-8bf9-749ee34f4c74: Semantic codes not found: /app2/suno/data/semantic_code/crow/09b27897-46cb-4df3-8bf9-749ee34f4c74.npz, stem_condition, /app2/suno/data/semantic_code/crow/9bbcd821-3441-4cb7-956e-da5d2ee4b9b2.npz.\n", "WTF --> 289161, skip, preference: True, ba05e5ef-b129-4c82-90a5-011b3e5130a5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████▎ | 290961/584092 [2:05:17<1:40:07, 48.79it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "290956, Failed to load conditioning codes for stem from 0008caaf-8bbc-4f46-aeca-9010f406cf33: Semantic codes not found: /app2/suno/data/semantic_code/crow/0008caaf-8bbc-4f46-aeca-9010f406cf33.npz, stem_condition, /app2/suno/data/semantic_code/crow/b3a90943-2536-4d6e-b63f-a493bee01ee9.npz.\n", "WTF --> 290957, skip, preference: True, 92e4e8ae-1860-47b7-87ac-ebb2f3fc7568, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████▌ | 292679/584092 [2:05:57<1:45:06, 46.21it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "292670, Failed to load conditioning codes for stem from 085d03ea-c2b4-4a7b-b8b2-eae4dd4062d9: Semantic codes not found: /app2/suno/data/semantic_code/crow/085d03ea-c2b4-4a7b-b8b2-eae4dd4062d9.npz, stem_condition, /app2/suno/data/semantic_code/crow/80746aa4-8526-40a3-9fe7-cbcdf7b26e4f.npz.\n", "WTF --> 292671, skip, preference: True, b7cbf283-6d85-4512-a2df-63393c969276, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████▉ | 294342/584092 [2:06:36<1:41:16, 47.68it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "294336, Failed to load conditioning codes for stem from 0f2819f6-a6b9-4805-a078-45f00e6d4024: Semantic codes not found: /app2/suno/data/semantic_code/crow/0f2819f6-a6b9-4805-a078-45f00e6d4024.npz, stem_condition, /app2/suno/data/semantic_code/crow/be308671-a98d-4999-b700-bacd07a03c81.npz.\n", "WTF --> 294337, skip, preference: True, c7bd8deb-fe0c-464f-91fd-65a50c1eee67, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 51%|███████████████████████████████████████████████████▌ | 298384/584092 [2:08:10<1:43:20, 46.08it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "298378, Failed to load conditioning codes for stem from 0eb0cb02-09bf-4787-b501-e44c080c1a8b: Semantic codes not found: /app2/suno/data/semantic_code/crow/0eb0cb02-09bf-4787-b501-e44c080c1a8b.npz, stem_condition, /app2/suno/data/semantic_code/crow/4e23dbb3-2dd1-4ca4-ade7-1bd7c6b03ac6.npz.\n", "WTF --> 298379, skip, preference: True, a2a7ff89-a801-46c5-9f12-1337df8ab428, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 51%|███████████████████████████████████████████████████▊ | 299846/584092 [2:08:44<1:48:03, 43.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "299838, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_9d37a80f-a302-426c-aa9f-de2afccaa37c.npz, upload_extend, /app2/suno/data/semantic_code/crow/b938d07a-d4c4-41ac-8bc1-912fc1e36829.npz.\n", "WTF --> 299839, skip, preference: True, 1f648f35-7e9d-4e4c-b6ca-d0bc52b851e8, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 52%|████████████████████████████████████████████████████▉ | 306350/584092 [2:11:21<1:50:11, 42.01it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "306342, Failed to load conditioning codes for stem from 0132c87c-7085-4f36-8e40-c4170367f456: Semantic codes not found: /app2/suno/data/semantic_code/crow/0132c87c-7085-4f36-8e40-c4170367f456.npz, stem_condition, /app2/suno/data/semantic_code/crow/2cf3d44f-805e-451f-bfe1-69e37d0ddc73.npz.\n", "WTF --> 306343, skip, preference: True, c50db109-c869-4c84-a071-ac1ab8b6cf36, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 53%|█████████████████████████████████████████████████████ | 307121/584092 [2:11:38<1:32:38, 49.83it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "307112, Failed to load conditioning codes for stem from 0c180e24-33fc-4aef-b3d4-ae182fcfe827: Semantic codes not found: /app2/suno/data/semantic_code/crow/0c180e24-33fc-4aef-b3d4-ae182fcfe827.npz, stem_condition, /app2/suno/data/semantic_code/crow/21153cd7-969e-4a4e-a879-9bf78470e2c1.npz.\n", "WTF --> 307113, skip, preference: True, 15a6f5b4-d197-4229-8293-bdbfa13f611f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 53%|█████████████████████████████████████████████████████▎ | 308215/584092 [2:12:04<1:37:24, 47.20it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "308210, Failed to load conditioning codes for stem from 02493c5c-b2da-4e6f-b5ad-b8ad62f8b4d3: Semantic codes not found: /app2/suno/data/semantic_code/crow/02493c5c-b2da-4e6f-b5ad-b8ad62f8b4d3.npz, stem_condition, /app2/suno/data/semantic_code/crow/d95f196f-799a-4eb3-8880-d7d6e62ce3dc.npz.\n", "WTF --> 308211, skip, preference: True, e09d31fa-43c5-4d9d-b656-91257ba460ee, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 53%|█████████████████████████████████████████████████████▊ | 311088/584092 [2:13:12<1:42:06, 44.56it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "311082, Failed to load conditioning codes for stem from 031c4811-ebba-48ec-b7d6-8791be26cfd9: Semantic codes not found: /app2/suno/data/semantic_code/crow/031c4811-ebba-48ec-b7d6-8791be26cfd9.npz, stem_condition, /app2/suno/data/semantic_code/crow/d9461ce7-9d72-4a1e-9c7a-2479b9013e00.npz.\n", "WTF --> 311083, skip, preference: True, de4d8a43-f13f-4ca9-aab6-ca59c76075d6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 53%|█████████████████████████████████████████████████████▊ | 311310/584092 [2:13:18<1:52:44, 40.32it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "311302, Failed to load conditioning codes for stem from 1c483a60-9215-46d0-a03f-c1613d4ed43a: Semantic codes not found: /app2/suno/data/semantic_code/crow/1c483a60-9215-46d0-a03f-c1613d4ed43a.npz, stem_condition, /app2/suno/data/semantic_code/crow/500ba7ea-888e-4396-af52-2ae57ff5ab30.npz.\n", "WTF --> 311303, skip, preference: True, 58f90d22-225d-4e7a-a6a0-fef4d5b3a3f3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 53%|█████████████████████████████████████████████████████▉ | 311929/584092 [2:13:33<1:40:58, 44.92it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "311920, Failed to load conditioning codes for stem from 08caecde-8065-4e4a-bc7c-0825d8edc453: Semantic codes not found: /app2/suno/data/semantic_code/crow/08caecde-8065-4e4a-bc7c-0825d8edc453.npz, stem_condition, /app2/suno/data/semantic_code/crow/ee76e318-3478-4132-8cbe-ae9109be3f85.npz.\n", "WTF --> 311921, skip, preference: True, 433bd8e2-0656-4958-8234-2b9f53e2e705, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 54%|██████████████████████████████████████████████████████▌ | 315200/584092 [2:14:50<1:33:48, 47.77it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "315190, Failed to load conditioning codes for stem from 0c6412e7-817f-40d3-9632-1fc08d357724: Semantic codes not found: /app2/suno/data/semantic_code/crow/0c6412e7-817f-40d3-9632-1fc08d357724.npz, stem_condition, /app2/suno/data/semantic_code/crow/a280db4b-011c-4d22-8908-0e0ff0f05b2d.npz.\n", "WTF --> 315191, skip, preference: True, 31064df2-da17-44b2-a1b6-e0c7dd6cf80e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 57%|█████████████████████████████████████████████████████████▎ | 331532/584092 [2:21:21<1:36:04, 43.81it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "331522, Failed to load conditioning codes for stem from 097bb3c8-588c-4eac-8169-424a21da48e9: Semantic codes not found: /app2/suno/data/semantic_code/crow/097bb3c8-588c-4eac-8169-424a21da48e9.npz, stem_condition, /app2/suno/data/semantic_code/crow/e28b9bc1-d805-40c1-8e9b-2b9ca3e802f1.npz.\n", "WTF --> 331523, skip, preference: True, ff21a368-445f-43a1-a424-d18d6333b369, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 57%|█████████████████████████████████████████████████████████▋ | 333362/584092 [2:22:05<1:29:14, 46.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "333352, Failed to load conditioning codes for stem from 1651d9e6-7537-48bd-977b-df59e608c50b: Semantic codes not found: /app2/suno/data/semantic_code/crow/1651d9e6-7537-48bd-977b-df59e608c50b.npz, stem_condition, /app2/suno/data/semantic_code/crow/5143eb65-bc09-4d56-ad23-e2e9aa00d2fe.npz.\n", "WTF --> 333353, skip, preference: True, ae06f121-ad0d-4e92-b97c-81e0020ed89c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|██████████████████████████████████████████████████████████▎ | 337007/584092 [2:23:30<1:19:03, 52.09it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "337000, Failed to load conditioning codes for stem from 0730bbd1-fc34-419c-bd91-c320fecdd7ad: Semantic codes not found: /app2/suno/data/semantic_code/crow/0730bbd1-fc34-419c-bd91-c320fecdd7ad.npz, stem_condition, /app2/suno/data/semantic_code/crow/4f8ff635-19df-42b5-958e-147f5938546f.npz.\n", "WTF --> 337001, skip, preference: True, 202ff615-cbfb-4a35-9eaf-88465ee35925, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 59%|███████████████████████████████████████████████████████████▌ | 344735/584092 [2:26:33<1:19:24, 50.24it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "344728, Failed to load conditioning codes for stem from 135adbc5-7b1e-46d2-8760-8b7c28098ef9: Semantic codes not found: /app2/suno/data/semantic_code/crow/135adbc5-7b1e-46d2-8760-8b7c28098ef9.npz, stem_condition, /app2/suno/data/semantic_code/crow/7b43bcb7-0746-4e17-b10d-10ab76fd997b.npz.\n", "WTF --> 344729, skip, preference: True, 7ad5158b-9775-4e31-a931-2ee98e84cb87, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 60%|████████████████████████████████████████████████████████████▌ | 350081/584092 [2:28:38<1:21:54, 47.62it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "350070, Failed to load conditioning codes for stem from 04d9951e-2f86-4d0d-9077-45ea4d19c4d5: Semantic codes not found: /app2/suno/data/semantic_code/crow/04d9951e-2f86-4d0d-9077-45ea4d19c4d5.npz, stem_condition, /app2/suno/data/semantic_code/crow/34abe331-a9f5-4c52-b101-25f8cd1e442b.npz.\n", "WTF --> 350071, skip, preference: True, fa23c136-2efe-4566-8124-cb167d49c534, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 60%|████████████████████████████████████████████████████████████▋ | 351184/584092 [2:29:04<1:25:39, 45.32it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "351178, Failed to load conditioning codes for stem from 16a80ccb-87a7-4a52-aeb2-b0c50644d8de: Semantic codes not found: /app2/suno/data/semantic_code/crow/16a80ccb-87a7-4a52-aeb2-b0c50644d8de.npz, stem_condition, /app2/suno/data/semantic_code/crow/de9f33af-f1e2-49ad-80d8-0cb0adfc3397.npz.\n", "WTF --> 351179, skip, preference: True, eaa9b3e2-e684-4612-b429-f171f40392aa, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 61%|█████████████████████████████████████████████████████████████▏ | 354091/584092 [2:30:12<1:22:28, 46.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "354084, Failed to load conditioning codes for stem from 113d8930-6e23-422c-b38e-9dd6de53394c: Semantic codes not found: /app2/suno/data/semantic_code/crow/113d8930-6e23-422c-b38e-9dd6de53394c.npz, stem_condition, /app2/suno/data/semantic_code/crow/49cb9256-40f4-4203-8a26-9f78436b30b7.npz.\n", "WTF --> 354085, skip, preference: True, ab4fa657-d748-4fb0-b0e7-34d4e2bf6c5a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 61%|█████████████████████████████████████████████████████████████▉ | 358100/584092 [2:31:46<1:28:42, 42.46it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "358094, Failed to load conditioning codes for stem from 22baed5b-1fe3-4782-9f08-bf7555169f99: Semantic codes not found: /app2/suno/data/semantic_code/crow/22baed5b-1fe3-4782-9f08-bf7555169f99.npz, stem_condition, /app2/suno/data/semantic_code/crow/602b8252-79dd-4f4c-9718-f8289f6cabd1.npz.\n", "WTF --> 358095, skip, preference: True, ea19e43e-3bbc-449c-b4a9-6d158241bbab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 61%|█████████████████████████████████████████████████████████████▉ | 358357/584092 [2:31:52<1:36:13, 39.10it/s]IOPub message rate exceeded.\n", "The Jupyter server will temporarily stop sending output\n", "to the client in order to avoid crashing it.\n", "To change this limit, set the config variable\n", "`--ServerApp.iopub_msg_rate_limit`.\n", "\n", "Current values:\n", "ServerApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n", "ServerApp.rate_limit_window=3.0 (secs)\n", "\n", " 63%|███████████████████████████████████████████████████████████████▋ | 368039/584092 [2:36:35<1:16:11, 47.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "368032, Failed to load conditioning codes for stem from 248574cd-829d-4639-8607-55b5c3818d29: Semantic codes not found: /app2/suno/data/semantic_code/crow/248574cd-829d-4639-8607-55b5c3818d29.npz, stem_condition, /app2/suno/data/semantic_code/crow/f4ca3219-8b7c-401d-bb2d-043f023d2183.npz.\n", "WTF --> 368033, skip, preference: True, 726f70b7-51da-452b-bfb3-b7b600327ed1, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|███████████████████████████████████████████████████████████████▋ | 368243/584092 [2:36:40<1:13:08, 49.19it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "368236, Failed to load conditioning codes for stem from 0f31d7e8-a87b-4809-a74a-27f15a9c00ef: Semantic codes not found: /app2/suno/data/semantic_code/crow/0f31d7e8-a87b-4809-a74a-27f15a9c00ef.npz, stem_condition, /app2/suno/data/semantic_code/crow/1683d5e5-ea7e-4295-86c1-d51f466fb1f3.npz.\n", "WTF --> 368237, skip, preference: True, ef5a78b5-2424-4c56-8f59-b2822fdb4018, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|███████████████████████████████████████████████████████████████▉ | 369506/584092 [2:37:20<1:28:30, 40.41it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 369500: 12005 > 12000\n", "Overflow at 369501: 12005 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|████████████████████████████████████████████████████████████████ | 370804/584092 [2:37:51<1:11:08, 49.97it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "370798, Failed to load conditioning codes for stem from 0cd9dfaa-f3cc-411c-9e59-7126267c68d7: Semantic codes not found: /app2/suno/data/semantic_code/crow/0cd9dfaa-f3cc-411c-9e59-7126267c68d7.npz, stem_condition, /app2/suno/data/semantic_code/crow/dcd89ad9-2421-46c9-85ae-545877e534cd.npz.\n", "WTF --> 370799, skip, preference: True, 9555543f-a76b-4a64-83e4-853250123c19, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 65%|█████████████████████████████████████████████████████████████████▏ | 376990/584092 [2:40:19<1:15:41, 45.60it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "376984, Failed to load conditioning codes for stem from 2454888e-7c0a-4012-8a99-4e5e9eac14f8: Semantic codes not found: /app2/suno/data/semantic_code/crow/2454888e-7c0a-4012-8a99-4e5e9eac14f8.npz, stem_condition, /app2/suno/data/semantic_code/crow/903cc0f7-2e8f-4b78-a9bb-e261ab3faa10.npz.\n", "WTF --> 376985, skip, preference: True, e3629a9e-dec2-4a3d-a3fc-0bd84e816b72, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 65%|█████████████████████████████████████████████████████████████████▎ | 377419/584092 [2:40:29<1:18:07, 44.09it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "377412, Failed to load conditioning codes for stem from 16517c7f-ce2f-4991-95c1-15c64db397e9: Semantic codes not found: /app2/suno/data/semantic_code/crow/16517c7f-ce2f-4991-95c1-15c64db397e9.npz, stem_condition, /app2/suno/data/semantic_code/crow/ffb16f26-55ba-47c1-9b3b-87b6d02fb291.npz.\n", "WTF --> 377413, skip, preference: True, 5c5274a4-d532-4989-ba5b-fb8a33723929, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▎ | 383169/584092 [2:42:45<1:09:23, 48.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "383160, Failed to load conditioning codes for stem from 018a3e8a-a331-4802-98ef-ec3a54dac161: Semantic codes not found: /app2/suno/data/semantic_code/crow/018a3e8a-a331-4802-98ef-ec3a54dac161.npz, stem_condition, /app2/suno/data/semantic_code/crow/9e0d07f0-06a7-4860-87e6-e87052c9ecb5.npz.\n", "WTF --> 383161, skip, preference: True, cd28bd98-872d-4586-8b77-60a8148b8156, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▎ | 383452/584092 [2:42:52<1:20:21, 41.62it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "383444, Failed to load conditioning codes for stem from 0dbd26a4-285c-4713-8ba5-4e1cf5c07a5e: Semantic codes not found: /app2/suno/data/semantic_code/crow/0dbd26a4-285c-4713-8ba5-4e1cf5c07a5e.npz, stem_condition, /app2/suno/data/semantic_code/crow/30383f16-fcba-46b5-a8dd-87819689070d.npz.\n", "WTF --> 383445, skip, preference: True, 8102211c-5592-48b1-b709-6be397e6c9b3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▍ | 384072/584092 [2:43:06<1:10:05, 47.56it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "384062, Failed to load conditioning codes for stem from 139fe384-81c9-43b9-ae33-01186b541da7: Semantic codes not found: /app2/suno/data/semantic_code/crow/139fe384-81c9-43b9-ae33-01186b541da7.npz, stem_condition, /app2/suno/data/semantic_code/crow/600a2518-fae8-4f8c-aa21-317a86333480.npz.\n", "WTF --> 384063, skip, preference: True, e74b9fbd-9dbb-49e7-94f5-574d73b6bda9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▉ | 387241/584092 [2:44:20<1:14:19, 44.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "387236, Failed to load conditioning codes for stem from 246ccb74-5a67-434f-b970-96ec16561161: Semantic codes not found: /app2/suno/data/semantic_code/crow/246ccb74-5a67-434f-b970-96ec16561161.npz, stem_condition, /app2/suno/data/semantic_code/crow/c97f8934-e9ec-48de-8c0d-b555156d6cdb.npz.\n", "WTF --> 387237, skip, preference: True, 5ab48547-c002-45d4-a22a-28e5f7e4c7d4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▉ | 387322/584092 [2:44:22<1:18:16, 41.90it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "387314, Failed to load conditioning codes for stem from 25bdf64d-6fb5-4510-a75d-477828349c24: Semantic codes not found: /app2/suno/data/semantic_code/crow/25bdf64d-6fb5-4510-a75d-477828349c24.npz, stem_condition, /app2/suno/data/semantic_code/crow/cb45a8df-9b6b-4759-9d93-0a567b4b48c1.npz.\n", "WTF --> 387315, skip, preference: True, deef7d4c-71e9-4b7f-820e-39c1f6eee3ab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|███████████████████████████████████████████████████████████████████ | 387820/584092 [2:44:34<1:04:06, 51.02it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "387814, Failed to load conditioning codes for stem from 27dc0afb-8eed-4232-abae-482827488e8e: Semantic codes not found: /app2/suno/data/semantic_code/crow/27dc0afb-8eed-4232-abae-482827488e8e.npz, stem_condition, /app2/suno/data/semantic_code/crow/36484708-c679-4573-8c1e-c5829b86e815.npz.\n", "WTF --> 387815, skip, preference: True, 7a161033-c9c0-4780-b6fc-e9d7dafc4550, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▎ | 389162/584092 [2:45:05<1:11:59, 45.13it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "389154, Failed to load conditioning codes for stem from 214a6de7-5864-4ae2-bb63-2a7911dd277d: Semantic codes not found: /app2/suno/data/semantic_code/crow/214a6de7-5864-4ae2-bb63-2a7911dd277d.npz, stem_condition, /app2/suno/data/semantic_code/crow/53354c04-cdab-487a-914d-d5e200a0eb33.npz.\n", "WTF --> 389155, skip, preference: True, 0db030a9-c7fb-4669-8280-4358e5567bcd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▌ | 391053/584092 [2:45:49<1:06:39, 48.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "391044, Failed to load conditioning codes for stem from 059151f9-9da0-48eb-8bf5-6508fc172496: Semantic codes not found: /app2/suno/data/semantic_code/crow/059151f9-9da0-48eb-8bf5-6508fc172496.npz, stem_condition, /app2/suno/data/semantic_code/crow/fcf85d6d-d31f-47f3-bf12-efef8b48d328.npz.\n", "WTF --> 391045, skip, preference: True, b893a018-16e5-4997-abf8-e3a86b67ebb0, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▋ | 391349/584092 [2:45:57<1:08:30, 46.89it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "391340, Failed to load conditioning codes for stem from 117c60fb-4a66-45b4-bd34-a10ef79c1f8c: Semantic codes not found: /app2/suno/data/semantic_code/crow/117c60fb-4a66-45b4-bd34-a10ef79c1f8c.npz, stem_condition, /app2/suno/data/semantic_code/crow/2c021948-3a7f-484b-8de4-5e0be7dc6181.npz.\n", "WTF --> 391341, skip, preference: True, db741fa4-240e-43de-aded-df3cceab2dc5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▋ | 391618/584092 [2:46:03<1:23:56, 38.21it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "391612, Failed to load conditioning codes for stem from 189c3d54-3412-42c7-bd87-16c63278656f: Semantic codes not found: /app2/suno/data/semantic_code/crow/189c3d54-3412-42c7-bd87-16c63278656f.npz, stem_condition, /app2/suno/data/semantic_code/crow/1b16a6ae-743a-4669-a57c-d5c969e271c1.npz.\n", "WTF --> 391613, skip, preference: True, b00db865-bf89-4218-aadf-d9d15324d642, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▉ | 392689/584092 [2:46:29<1:07:52, 47.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "392680, Failed to load conditioning codes for stem from 1121db87-d11f-49e0-938f-4abdc84b8159: Semantic codes not found: /app2/suno/data/semantic_code/crow/1121db87-d11f-49e0-938f-4abdc84b8159.npz, stem_condition, /app2/suno/data/semantic_code/crow/caafbd08-76ae-4ae7-8996-58ba633aaae1.npz.\n", "WTF --> 392681, skip, preference: True, cc1541d5-da1e-4277-a950-6a23b45e8694, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▉ | 393087/584092 [2:46:38<1:06:45, 47.68it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "393080, Failed to load conditioning codes for stem from 020e603f-410b-41d3-8b1d-93ed330a2bff: Semantic codes not found: /app2/suno/data/semantic_code/crow/020e603f-410b-41d3-8b1d-93ed330a2bff.npz, stem_condition, /app2/suno/data/semantic_code/crow/05914e71-e8fc-44af-a546-581978e4cdb0.npz.\n", "WTF --> 393081, skip, preference: True, 586ba173-31bc-4f02-8a8b-2689643c6d85, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|████████████████████████████████████████████████████████████████████ | 393290/584092 [2:46:43<1:08:05, 46.70it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "393284, Failed to load conditioning codes for stem from 1b4635fe-1233-4364-a1e9-24448663d4af: Semantic codes not found: /app2/suno/data/semantic_code/crow/1b4635fe-1233-4364-a1e9-24448663d4af.npz, stem_condition, /app2/suno/data/semantic_code/crow/8915e826-e352-4522-a88c-3d4a4bbf6fba.npz.\n", "WTF --> 393285, skip, preference: True, 144e0f0f-c86c-4763-84c0-c7f3f5ba4c7a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▎ | 395258/584092 [2:47:29<1:08:01, 46.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "395252, Failed to load conditioning codes for stem from 2d058327-521a-4c37-8717-bf61667717c3: Semantic codes not found: /app2/suno/data/semantic_code/crow/2d058327-521a-4c37-8717-bf61667717c3.npz, stem_condition, /app2/suno/data/semantic_code/crow/edbda912-5fda-495d-863e-10539734a937.npz.\n", "WTF --> 395253, skip, preference: True, dbf431af-4af3-45b2-9367-51f1298f3fb3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▊ | 398152/584092 [2:48:38<1:11:16, 43.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "398146, Failed to load conditioning codes for stem from 1c4a6f99-cf47-4316-9184-243189ea043c: Semantic codes not found: /app2/suno/data/semantic_code/crow/1c4a6f99-cf47-4316-9184-243189ea043c.npz, stem_condition, /app2/suno/data/semantic_code/crow/336d183b-a49d-4de6-9a36-7ca78ace434b.npz.\n", "WTF --> 398147, skip, preference: True, 4980ad2c-481f-4e1e-a72c-5ff8672e5914, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▎ | 400796/584092 [2:49:39<1:08:10, 44.81it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "400788, Failed to load conditioning codes for stem from 2cd9a713-e164-47dc-9c65-262e9eb14643: Semantic codes not found: /app2/suno/data/semantic_code/crow/2cd9a713-e164-47dc-9c65-262e9eb14643.npz, stem_condition, /app2/suno/data/semantic_code/crow/9a8a5007-abab-4dff-a9b3-835590281d99.npz.\n", "WTF --> 400789, skip, preference: True, d04ec282-3f67-4f5f-9d74-955d72d16980, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▎ | 400883/584092 [2:49:41<1:06:17, 46.06it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "400876, Failed to load conditioning codes for stem from 2b1b93c7-2e2e-42bd-8ebc-89e6b3f47697: Semantic codes not found: /app2/suno/data/semantic_code/crow/2b1b93c7-2e2e-42bd-8ebc-89e6b3f47697.npz, stem_condition, /app2/suno/data/semantic_code/crow/63e85227-98a1-458e-97fd-02fbd3fd7764.npz.\n", "WTF --> 400877, skip, preference: True, d5f2ce92-ab4f-43b3-83af-3949b97c18c4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▍ | 401443/584092 [2:49:54<1:06:22, 45.86it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "401434, Failed to load conditioning codes for stem from 27460495-f3cc-41cb-998d-7023d2e3b52a: Semantic codes not found: /app2/suno/data/semantic_code/crow/27460495-f3cc-41cb-998d-7023d2e3b52a.npz, stem_condition, /app2/suno/data/semantic_code/crow/a672ccdd-f390-4ef8-afe5-2e3f5cbb1b7b.npz.\n", "WTF --> 401435, skip, preference: True, 543d19b5-432d-4ab1-aae3-0ace7ff8a601, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▍ | 401455/584092 [2:49:55<1:00:28, 50.33it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "401448, Failed to load conditioning codes for stem from 2b81e47d-71cf-4839-a586-ff2ba403d9f7: Semantic codes not found: /app2/suno/data/semantic_code/crow/2b81e47d-71cf-4839-a586-ff2ba403d9f7.npz, stem_condition, /app2/suno/data/semantic_code/crow/61a95271-d4be-49a7-a499-f6ddb5b60e00.npz.\n", "WTF --> 401449, skip, preference: True, 69e41fac-267f-4cbe-9b77-c7bbbffc787f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▌ | 402030/584092 [2:50:08<1:06:27, 45.66it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "402022, Failed to load conditioning codes for stem from 000dd8c3-b52d-4acd-9801-1e2371cc13dd: Semantic codes not found: /app2/suno/data/semantic_code/crow/000dd8c3-b52d-4acd-9801-1e2371cc13dd.npz, stem_condition, /app2/suno/data/semantic_code/crow/abd1d66e-afdc-4490-be5e-2e7addf44361.npz.\n", "WTF --> 402023, skip, preference: True, 02ffae5e-b9cb-4679-9e12-f899f850acfc, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▋ | 402854/584092 [2:50:28<1:06:06, 45.69it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "402846, Failed to load conditioning codes for stem from 1b8f4507-498c-4be6-af13-2b9d9b69073d: Semantic codes not found: /app2/suno/data/semantic_code/crow/1b8f4507-498c-4be6-af13-2b9d9b69073d.npz, stem_condition, /app2/suno/data/semantic_code/crow/ce1d2a58-980d-4cd6-ad26-942e5bc7ca92.npz.\n", "WTF --> 402847, skip, preference: True, 292cb7b2-bb02-45fc-83e9-2bc259ee7d47, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████ | 405115/584092 [2:51:21<1:07:59, 43.87it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "405110, Failed to load conditioning codes for stem from 2a276e48-38f8-4bb6-89dd-e8e34d1c6fcf: Semantic codes not found: /app2/suno/data/semantic_code/crow/2a276e48-38f8-4bb6-89dd-e8e34d1c6fcf.npz, stem_condition, /app2/suno/data/semantic_code/crow/8b511b59-ae01-4574-975d-811da743aa99.npz.\n", "WTF --> 405111, skip, preference: True, 5d50e003-aa53-43ec-bde3-f4b7797af1ba, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████ | 405303/584092 [2:51:26<1:06:49, 44.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "405296, Failed to load conditioning codes for stem from 09b830f3-6889-461c-baa3-73a27d36e347: Semantic codes not found: /app2/suno/data/semantic_code/crow/09b830f3-6889-461c-baa3-73a27d36e347.npz, stem_condition, /app2/suno/data/semantic_code/crow/0c52a412-170f-440a-b6a8-c1afc9daf0db.npz.\n", "WTF --> 405297, skip, preference: True, a3e3e390-3ee8-4df4-ad2c-63b60b57d43f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████▏ | 405888/584092 [2:51:39<1:01:48, 48.05it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "405882, Failed to load conditioning codes for stem from 08406f5d-3698-414a-8d31-12afb0e1f2cc: Semantic codes not found: /app2/suno/data/semantic_code/crow/08406f5d-3698-414a-8d31-12afb0e1f2cc.npz, stem_condition, /app2/suno/data/semantic_code/crow/7b37edf0-5a6a-4cc9-a11d-47bf706458c9.npz.\n", "WTF --> 405883, skip, preference: True, 5e465bae-08ab-4ef9-b922-b5b49f4387bf, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 70%|██████████████████████████████████████████████████████████████████████▏ | 406199/584092 [2:51:46<1:00:13, 49.23it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "406188, Failed to load conditioning codes for stem from 2de01cef-8d50-44c3-929a-4b0533b00944: Semantic codes not found: /app2/suno/data/semantic_code/crow/2de01cef-8d50-44c3-929a-4b0533b00944.npz, stem_condition, /app2/suno/data/semantic_code/crow/0e6c627c-ae05-4bc4-8c31-7a236febb035.npz.\n", "WTF --> 406189, skip, preference: True, 77b6c133-c1ae-4734-a3ea-872f2d0296a0, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 70%|██████████████████████████████████████████████████████████████████████▎ | 406424/584092 [2:51:52<1:08:19, 43.34it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "406418, Failed to load conditioning codes for stem from 2160ae03-15da-47d6-88ad-aa8de97d3017: Semantic codes not found: /app2/suno/data/semantic_code/crow/2160ae03-15da-47d6-88ad-aa8de97d3017.npz, stem_condition, /app2/suno/data/semantic_code/crow/47726d4a-3e98-4583-afd0-b7e3cec3e0bd.npz.\n", "WTF --> 406419, skip, preference: True, bbaa9d37-400b-4924-a133-e1dfb01142d6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 70%|██████████████████████████████████████████████████████████████████████▌ | 407802/584092 [2:52:24<1:01:03, 48.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "407796, Failed to load conditioning codes for stem from 22e6a73a-4a03-4338-a36a-66978c59ba55: Semantic codes not found: /app2/suno/data/semantic_code/crow/22e6a73a-4a03-4338-a36a-66978c59ba55.npz, stem_condition, /app2/suno/data/semantic_code/crow/31f51be0-ba02-4abd-a4a0-fc1c510af026.npz.\n", "WTF --> 407797, skip, preference: True, 1c419779-483a-4742-b476-a9235a4f4090, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 71%|███████████████████████████████████████████████████████████████████████▋ | 414456/584092 [2:55:01<1:04:28, 43.85it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "414450, Failed to load conditioning codes for stem from 2edc9bc4-a3c7-40ba-8263-06743f701181: Semantic codes not found: /app2/suno/data/semantic_code/crow/2edc9bc4-a3c7-40ba-8263-06743f701181.npz, stem_condition, /app2/suno/data/semantic_code/crow/330ac13b-cdab-49b7-834c-59904aecb5cc.npz.\n", "WTF --> 414451, skip, preference: True, 925a5a20-df73-4e22-9b7e-1788a3d7724a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 71%|███████████████████████████████████████████████████████████████████████▊ | 415454/584092 [2:55:24<1:01:56, 45.38it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "415444, Failed to load conditioning codes for stem from 2579c366-67d8-470f-af63-62b3368589a5: Semantic codes not found: /app2/suno/data/semantic_code/crow/2579c366-67d8-470f-af63-62b3368589a5.npz, stem_condition, /app2/suno/data/semantic_code/crow/0c7e4f58-9c46-4536-9db5-d4ad55104048.npz.\n", "WTF --> 415445, skip, preference: True, 9645c39e-1278-4b45-8e5f-97b493c53dc6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 71%|████████████████████████████████████████████████████████████████████████ | 417065/584092 [2:56:02<1:04:33, 43.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "417056, Failed to load conditioning codes for stem from 216e4a40-ef0d-4ed0-986c-51fd73722ed0: Semantic codes not found: /app2/suno/data/semantic_code/crow/216e4a40-ef0d-4ed0-986c-51fd73722ed0.npz, stem_condition, /app2/suno/data/semantic_code/crow/5fd258c7-e0cb-4b83-aa47-039700d3db88.npz.\n", "WTF --> 417057, skip, preference: True, 1f5c4df9-ac97-4e0a-9298-bf6f42173951, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|██████████████████████████████████████████████████████████████████████████ | 419893/584092 [2:57:08<58:23, 46.87it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "419884, Failed to load conditioning codes for stem from 2b79d9cc-5b54-4bb5-83b5-4381fcf7a7ae: Semantic codes not found: /app2/suno/data/semantic_code/crow/2b79d9cc-5b54-4bb5-83b5-4381fcf7a7ae.npz, stem_condition, /app2/suno/data/semantic_code/crow/e5ab613c-3543-4baa-9da8-c92d8df5ffab.npz.\n", "WTF --> 419885, skip, preference: True, fc971816-93bb-4900-9542-43439ec36b40, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|████████████████████████████████████████████████████████████████████████▋ | 420004/584092 [2:57:11<1:01:51, 44.21it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "419998, Failed to load conditioning codes for stem from 2d930c1d-3d5f-470a-bc46-a645aa38d259: Semantic codes not found: /app2/suno/data/semantic_code/crow/2d930c1d-3d5f-470a-bc46-a645aa38d259.npz, stem_condition, /app2/suno/data/semantic_code/crow/54f441e0-8c9a-4503-9d99-899e098feae0.npz.\n", "WTF --> 419999, skip, preference: True, c016c8f6-c7d7-4cdf-961a-53380063e30d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|██████████████████████████████████████████████████████████████████████████▎ | 421460/584092 [2:57:44<54:04, 50.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "421450, Failed to load conditioning codes for stem from 1e5408b6-d551-41f4-b732-adfc9399dd2a: Semantic codes not found: /app2/suno/data/semantic_code/crow/1e5408b6-d551-41f4-b732-adfc9399dd2a.npz, stem_condition, /app2/suno/data/semantic_code/crow/5888eb89-ed44-4f0d-bc3b-fbb4a21d1d55.npz.\n", "WTF --> 421451, skip, preference: True, 66321550-9981-409a-affa-644b2096847f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|██████████████████████████████████████████████████████████████████████████▍ | 422336/584092 [2:58:05<59:15, 45.49it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "422326, Failed to load conditioning codes for stem from 301df3e4-489b-4d21-8097-2f8d69f08b2c: Semantic codes not found: /app2/suno/data/semantic_code/crow/301df3e4-489b-4d21-8097-2f8d69f08b2c.npz, stem_condition, /app2/suno/data/semantic_code/crow/758e9cb7-ba42-4662-9802-5b9d738d8d55.npz.\n", "WTF --> 422327, skip, preference: True, 9aa4d6df-59e5-4fb1-a203-11ddd6179599, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|██████████████████████████████████████████████████████████████████████████▍ | 422415/584092 [2:58:06<56:48, 47.43it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "422406, Failed to load conditioning codes for stem from 0f3c85f5-fc34-47c0-9b7d-7e3ac9254585: Semantic codes not found: /app2/suno/data/semantic_code/crow/0f3c85f5-fc34-47c0-9b7d-7e3ac9254585.npz, stem_condition, /app2/suno/data/semantic_code/crow/2b39441f-630d-4d9a-af8e-14198953babd.npz.\n", "WTF --> 422407, skip, preference: True, cb849203-5ac9-4d6d-a7b4-a222ae662a46, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 72%|█████████████████████████████████████████████████████████████████████████ | 422538/584092 [2:58:09<1:00:41, 44.36it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "422534, Failed to load conditioning codes for stem from 265db494-2871-4658-afc1-32c47fe8a590: Semantic codes not found: /app2/suno/data/semantic_code/crow/265db494-2871-4658-afc1-32c47fe8a590.npz, stem_condition, /app2/suno/data/semantic_code/crow/a5c13c89-566e-48ba-b239-9e43a1a31a84.npz.\n", "WTF --> 422535, skip, preference: True, c28a0a44-b613-4b45-be7a-042987e879b2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 73%|███████████████████████████████████████████████████████████████████████████▌ | 428617/584092 [3:00:32<58:08, 44.57it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "428608, Failed to load conditioning codes for stem from 0175c60e-b4a5-47ae-9307-cdff9c143989: Semantic codes not found: /app2/suno/data/semantic_code/crow/0175c60e-b4a5-47ae-9307-cdff9c143989.npz, stem_condition, /app2/suno/data/semantic_code/crow/4a2ee6e1-d9d6-4e4c-9ea9-7ee3e2cbe1f8.npz.\n", "WTF --> 428609, skip, preference: True, b877b821-857c-4656-9c9a-145e2eb41d0d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|███████████████████████████████████████████████████████████████████████████▊ | 429609/584092 [3:00:55<52:13, 49.31it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "429602, Failed to load conditioning codes for stem from 2efbe033-8641-4215-b3a9-a84e36020a22: Semantic codes not found: /app2/suno/data/semantic_code/crow/2efbe033-8641-4215-b3a9-a84e36020a22.npz, stem_condition, /app2/suno/data/semantic_code/crow/068cf3bd-ea32-43f3-8a88-9b94e5cfab39.npz.\n", "WTF --> 429603, skip, preference: True, 3a089fbf-2f76-4395-91a7-9d6d16989880, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|███████████████████████████████████████████████████████████████████████████▉ | 430431/584092 [3:01:14<53:30, 47.87it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "430420, Failed to load conditioning codes for stem from 03e72829-e301-4a6e-9009-b50f8c7c1dbc: Semantic codes not found: /app2/suno/data/semantic_code/crow/03e72829-e301-4a6e-9009-b50f8c7c1dbc.npz, stem_condition, /app2/suno/data/semantic_code/crow/5da02e4f-ad85-41c3-83f5-ac70bb741a2a.npz.\n", "WTF --> 430421, skip, preference: True, 297054e5-df03-46dc-ba67-e95f8bdf54cd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|████████████████████████████████████████████████████████████████████████████ | 431635/584092 [3:01:42<55:39, 45.65it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "431630, Failed to load conditioning codes for stem from 3274189e-676a-469a-bba0-6a141f8bab34: Semantic codes not found: /app2/suno/data/semantic_code/crow/3274189e-676a-469a-bba0-6a141f8bab34.npz, stem_condition, /app2/suno/data/semantic_code/crow/446b8967-2f13-4c00-843d-c32030fd7982.npz.\n", "WTF --> 431631, skip, preference: True, 188dfe2f-1f04-4b4b-9c62-31758fbea734, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 75%|█████████████████████████████████████████████████████████████████████████████ | 437225/584092 [3:03:52<52:15, 46.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "437216, Failed to load conditioning codes for stem from 07b9beb0-1599-4d26-bbd1-94dea1bac89e: Semantic codes not found: /app2/suno/data/semantic_code/crow/07b9beb0-1599-4d26-bbd1-94dea1bac89e.npz, stem_condition, /app2/suno/data/semantic_code/crow/f54850e8-4f1f-4b0d-b94e-3374c7fb6b0d.npz.\n", "WTF --> 437217, skip, preference: True, 83fe8e91-990a-46cf-80f2-b235b79db0df, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 75%|█████████████████████████████████████████████████████████████████████████████ | 437236/584092 [3:03:52<51:05, 47.90it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "437230, Failed to load conditioning codes for stem from 2a78be12-2060-4830-a2c1-102fc650ee42: Semantic codes not found: /app2/suno/data/semantic_code/crow/2a78be12-2060-4830-a2c1-102fc650ee42.npz, stem_condition, /app2/suno/data/semantic_code/crow/a1aa86ce-8b80-4be7-b0e6-9fdded5780cb.npz.\n", "WTF --> 437231, skip, preference: True, 7608396b-31a6-4aa6-9e8c-82bcfb17d7b3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 75%|█████████████████████████████████████████████████████████████████████████████▍ | 439486/584092 [3:04:45<55:54, 43.10it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "439478, Failed to load conditioning codes for stem from 04067657-fe28-4aac-ae2d-502f433c7f18: Semantic codes not found: /app2/suno/data/semantic_code/crow/04067657-fe28-4aac-ae2d-502f433c7f18.npz, stem_condition, /app2/suno/data/semantic_code/crow/92d1e912-5168-4897-a26d-208fcc8f0e82.npz.\n", "WTF --> 439479, skip, preference: True, 6885240d-926d-4303-8163-3dc469432608, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|█████████████████████████████████████████████████████████████████████████████▉ | 442259/584092 [3:05:50<51:59, 45.47it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "442254, Failed to load conditioning codes for stem from 0559b97f-dd77-43d0-91ac-39f75103a298: Semantic codes not found: /app2/suno/data/semantic_code/crow/0559b97f-dd77-43d0-91ac-39f75103a298.npz, stem_condition, /app2/suno/data/semantic_code/crow/b830f010-4ec6-4ff7-a4b9-bcdff33182b4.npz.\n", "WTF --> 442255, skip, preference: True, c14cb53d-08a2-4cc2-8d1e-3e29e22a9d50, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▎ | 444134/584092 [3:06:34<52:21, 44.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "444126, Failed to load conditioning codes for stem from 1d9ab5b2-6645-449e-a1bc-f7a255d442ae: Semantic codes not found: /app2/suno/data/semantic_code/crow/1d9ab5b2-6645-449e-a1bc-f7a255d442ae.npz, stem_condition, /app2/suno/data/semantic_code/crow/400f30e1-8ebc-42b0-8583-b2e0c068b3c5.npz.\n", "WTF --> 444127, skip, preference: True, d4081ef5-39fe-4123-bba8-c9138a573864, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▌ | 445165/584092 [3:06:58<53:39, 43.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "445158, Failed to load conditioning codes for stem from 1b3d2511-d2ff-4555-9f97-45e78b853b13: Semantic codes not found: /app2/suno/data/semantic_code/crow/1b3d2511-d2ff-4555-9f97-45e78b853b13.npz, stem_condition, /app2/suno/data/semantic_code/crow/6bab06cc-8ba0-48cf-8a67-cf70cbee2861.npz.\n", "WTF --> 445159, skip, preference: True, e803f8e9-381f-489e-8780-5fb0fd9692b9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▌ | 445651/584092 [3:07:09<51:01, 45.22it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "445646, Failed to load conditioning codes for stem from 020363b2-e1e2-4186-b987-b4d151cd3ae4: Semantic codes not found: /app2/suno/data/semantic_code/crow/020363b2-e1e2-4186-b987-b4d151cd3ae4.npz, stem_condition, /app2/suno/data/semantic_code/crow/0e329a8a-c649-4331-8227-5a27f152a407.npz.\n", "WTF --> 445647, skip, preference: True, 19475a3a-66b5-4158-9c4f-7f45dc43569d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|██████████████████████████████████████████████████████████████████████████████▉ | 447288/584092 [3:07:48<47:09, 48.35it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "447278, Failed to load conditioning codes for stem from 204b441f-6e2f-4e64-bc06-4f476dd61949: Semantic codes not found: /app2/suno/data/semantic_code/crow/204b441f-6e2f-4e64-bc06-4f476dd61949.npz, stem_condition, /app2/suno/data/semantic_code/crow/179f82db-ada8-4e9d-8f19-60cb2b0a50c2.npz.\n", "WTF --> 447279, skip, preference: True, d1b3963a-76fd-4d09-a1f2-94228c36aac4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|██████████████████████████████████████████████████████████████████████████████ | 451426/584092 [3:10:38<1:31:53, 24.06it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "451418, Failed to load conditioning codes for stem from 36451db4-91f6-47a1-96d7-cdc23d9f6db8: Semantic codes not found: /app2/suno/data/semantic_code/crow/36451db4-91f6-47a1-96d7-cdc23d9f6db8.npz, stem_condition, /app2/suno/data/semantic_code/crow/fa9f7f5e-c956-4b5d-b33b-a1f2f79a0b85.npz.\n", "WTF --> 451419, skip, preference: True, 60d1ff2d-a2b0-478e-92a5-a9dfb0e7d466, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████ | 453737/584092 [3:11:39<45:36, 47.64it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "453728, Failed to load conditioning codes for stem from 33aca445-cd14-4a3f-80fb-578672e20f71: Semantic codes not found: /app2/suno/data/semantic_code/crow/33aca445-cd14-4a3f-80fb-578672e20f71.npz, stem_condition, /app2/suno/data/semantic_code/crow/2dcc0c33-f89b-43ca-92f9-cd42827c1728.npz.\n", "WTF --> 453729, skip, preference: True, fd85eb35-1264-42cf-884d-d041c91ae86d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▎ | 455353/584092 [3:12:17<49:57, 42.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "455344, Failed to load conditioning codes for stem from 2b9e63a9-41cc-4604-98fc-08ca6155887b: Semantic codes not found: /app2/suno/data/semantic_code/crow/2b9e63a9-41cc-4604-98fc-08ca6155887b.npz, stem_condition, /app2/suno/data/semantic_code/crow/27b7135a-350d-4981-88a8-553b9bc39a23.npz.\n", "WTF --> 455345, skip, preference: True, 609ec553-4aa4-4040-b78f-0249e569d833, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▎ | 455783/584092 [3:12:27<46:52, 45.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "455778, Failed to load conditioning codes for stem from 147eec12-2bcf-4ea5-a2f0-20f0112e54ab: Semantic codes not found: /app2/suno/data/semantic_code/crow/147eec12-2bcf-4ea5-a2f0-20f0112e54ab.npz, stem_condition, /app2/suno/data/semantic_code/crow/c685aada-09f1-49dc-ace3-3a372d1aaf2b.npz.\n", "WTF --> 455779, skip, preference: True, 91d1b0c0-d03b-45a2-8a07-6fbc3b82d5d3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▍ | 456363/584092 [3:12:41<39:32, 53.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "456358, Failed to load conditioning codes for stem from 2386898a-74d6-4376-9dae-12fe8078f0b7: Semantic codes not found: /app2/suno/data/semantic_code/crow/2386898a-74d6-4376-9dae-12fe8078f0b7.npz, stem_condition, /app2/suno/data/semantic_code/crow/69fbaf18-3c9f-4f7e-a9f7-9ac2d3d50df1.npz.\n", "WTF --> 456359, skip, preference: True, faa6bde5-5996-4e26-b9ed-30dd1aef28b9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|████████████████████████████████████████████████████████████████████████████████▊ | 458600/584092 [3:13:34<46:12, 45.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "458592, Failed to load conditioning codes for stem from 17ea6a79-b595-4e83-9037-aaadc5c902f2: Semantic codes not found: /app2/suno/data/semantic_code/crow/17ea6a79-b595-4e83-9037-aaadc5c902f2.npz, stem_condition, /app2/suno/data/semantic_code/crow/439e93c9-6b15-4365-91be-5878a5192e25.npz.\n", "WTF --> 458593, skip, preference: True, 2c7d2797-d9c4-4fcd-b5d6-c967ede5d390, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████ | 459343/584092 [3:13:51<49:19, 42.16it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "459336, Failed to load conditioning codes for stem from 01fbaf8e-d4f6-4571-9bd3-dfe211959a0e: Semantic codes not found: /app2/suno/data/semantic_code/crow/01fbaf8e-d4f6-4571-9bd3-dfe211959a0e.npz, stem_condition, /app2/suno/data/semantic_code/crow/0d5028a3-5b2b-4a02-93e5-b61a9f2fca84.npz.\n", "WTF --> 459337, skip, preference: True, 07b327db-8483-47d5-87c5-d6635cbccfab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████▍ | 462133/584092 [3:14:56<43:29, 46.74it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "462124, Failed to load conditioning codes for stem from 1321ea3a-ce70-45cc-8ff8-371f4266b3d7: Semantic codes not found: /app2/suno/data/semantic_code/crow/1321ea3a-ce70-45cc-8ff8-371f4266b3d7.npz, stem_condition, /app2/suno/data/semantic_code/crow/71dac213-0a73-4627-80f2-31716b86ed85.npz.\n", "WTF --> 462125, skip, preference: True, 37a71720-3474-47b9-89ac-01d823ba5cfa, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████▌ | 462565/584092 [3:15:06<46:56, 43.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "462558, Failed to load conditioning codes for stem from 18141d9b-6c1a-4b64-8ec9-6c0876d312d4: Semantic codes not found: /app2/suno/data/semantic_code/crow/18141d9b-6c1a-4b64-8ec9-6c0876d312d4.npz, stem_condition, /app2/suno/data/semantic_code/crow/4f29d2a8-0ca1-4a03-a1ac-4cbdf1029258.npz.\n", "WTF --> 462559, skip, preference: True, c6e364b8-f9d9-47be-a1e3-18246aa587ae, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████▌ | 462754/584092 [3:15:11<40:57, 49.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "462748, Failed to load conditioning codes for stem from 328d63d0-3a3a-4566-bd90-8f0e405569b7: Semantic codes not found: /app2/suno/data/semantic_code/crow/328d63d0-3a3a-4566-bd90-8f0e405569b7.npz, stem_condition, /app2/suno/data/semantic_code/crow/90914a9d-7122-4103-b224-72e3a518d444.npz.\n", "WTF --> 462749, skip, preference: True, 514becce-a947-41f4-af5b-c7b72d1a0e1e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████▏ | 465944/584092 [3:16:34<45:32, 43.23it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "465938, Failed to load conditioning codes for stem from 118d1f4f-d2b4-46ed-8fdb-d9117383f13a: Semantic codes not found: /app2/suno/data/semantic_code/crow/118d1f4f-d2b4-46ed-8fdb-d9117383f13a.npz, stem_condition, /app2/suno/data/semantic_code/crow/ff67ed59-f008-46b2-83e1-1dcf49d9c74e.npz.\n", "WTF --> 465939, skip, preference: True, 14f12401-ecd7-4d0b-93c1-e0337c34bbfa, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████▋ | 469012/584092 [3:17:47<40:29, 47.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "469006, Failed to load conditioning codes for stem from 22648bd4-2078-4fed-821e-a0bf31d66abf: Semantic codes not found: /app2/suno/data/semantic_code/crow/22648bd4-2078-4fed-821e-a0bf31d66abf.npz, stem_condition, /app2/suno/data/semantic_code/crow/3978d695-16c3-46f0-8741-0396478d3879.npz.\n", "WTF --> 469007, skip, preference: True, 5956c7bc-0938-4660-922f-11e82d3474cb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████▋ | 469233/584092 [3:17:53<41:05, 46.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "469224, Failed to load conditioning codes for stem from 2a017563-f1d3-4554-b1dd-a5a2d57c0c11: Semantic codes not found: /app2/suno/data/semantic_code/crow/2a017563-f1d3-4554-b1dd-a5a2d57c0c11.npz, stem_condition, /app2/suno/data/semantic_code/crow/dfc59cba-c360-4926-9429-3b9bbe146b7d.npz.\n", "WTF --> 469225, skip, preference: True, 29dd99ce-e73c-42a5-92f0-9f78e6bf9688, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|██████████████████████████████████████████████████████████████████████████████████▉ | 470295/584092 [3:18:19<45:44, 41.47it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "470290, Failed to load conditioning codes for stem from 0257b28a-30b8-4aab-b18f-269c0b340495: Semantic codes not found: /app2/suno/data/semantic_code/crow/0257b28a-30b8-4aab-b18f-269c0b340495.npz, stem_condition, /app2/suno/data/semantic_code/crow/7bd921ff-fe8b-43da-ab0c-ba251d05c761.npz.\n", "WTF --> 470291, skip, preference: True, 423a702e-7f3b-432e-a8b7-548972b539bc, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|███████████████████████████████████████████████████████████████████████████████████▎ | 472705/584092 [3:19:17<42:00, 44.19it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "472694, Failed to load conditioning codes for stem from 1b613f7d-1283-461b-bb07-ee4d2e051e9f: Semantic codes not found: /app2/suno/data/semantic_code/crow/1b613f7d-1283-461b-bb07-ee4d2e051e9f.npz, stem_condition, /app2/suno/data/semantic_code/crow/b07cd9b6-6b74-4796-bd48-0a8d7ff68744.npz.\n", "WTF --> 472695, skip, preference: True, 50801a79-fc9f-42b8-b437-1a030a1a9f28, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|███████████████████████████████████████████████████████████████████████████████████▌ | 473623/584092 [3:19:40<42:54, 42.92it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "473614, Failed to load conditioning codes for stem from 15afca44-f369-4900-9638-e2e585ff14c0: Semantic codes not found: /app2/suno/data/semantic_code/crow/15afca44-f369-4900-9638-e2e585ff14c0.npz, stem_condition, /app2/suno/data/semantic_code/crow/e75b13f3-0623-4b0b-8513-42aa23cc09dd.npz.\n", "WTF --> 473615, skip, preference: True, d3451e9c-86b7-431d-9c04-99d580821800, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 82%|████████████████████████████████████████████████████████████████████████████████████▏ | 477508/584092 [3:21:11<40:15, 44.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "477500, Failed to load conditioning codes for stem from 162a8cd6-245a-4a29-8435-17fdc4052214: Semantic codes not found: /app2/suno/data/semantic_code/crow/162a8cd6-245a-4a29-8435-17fdc4052214.npz, stem_condition, /app2/suno/data/semantic_code/crow/44a43d67-b531-45ab-8dff-168b1c58a81c.npz.\n", "WTF --> 477501, skip, preference: True, 3eeae45d-2912-4bc0-a7a6-b8fb915f3ccb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 82%|████████████████████████████████████████████████████████████████████████████████████▍ | 478608/584092 [3:21:37<33:49, 51.98it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "478604, Failed to load conditioning codes for stem from 01fa3afd-02a0-443b-b41b-3cb0036055ea: Semantic codes not found: /app2/suno/data/semantic_code/crow/01fa3afd-02a0-443b-b41b-3cb0036055ea.npz, stem_condition, /app2/suno/data/semantic_code/crow/6d5fef8b-3cc5-4282-a105-ba463527d5ff.npz.\n", "WTF --> 478605, skip, preference: True, c78aab7b-d343-44c2-a1f6-a04995e416c9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 82%|████████████████████████████████████████████████████████████████████████████████████▊ | 480887/584092 [3:22:30<36:14, 47.46it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "480880, Failed to load conditioning codes for stem from 2f0ad4d5-8a45-4b77-b96f-79185e20a444: Semantic codes not found: /app2/suno/data/semantic_code/crow/2f0ad4d5-8a45-4b77-b96f-79185e20a444.npz, stem_condition, /app2/suno/data/semantic_code/crow/a91d693a-10df-4a2c-b652-c16e4b28c1fa.npz.\n", "WTF --> 480881, skip, preference: True, eb17fe5e-1264-42eb-ad86-922a69fd0833, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 82%|████████████████████████████████████████████████████████████████████████████████████▊ | 481132/584092 [3:22:36<35:43, 48.03it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "481126, Failed to load conditioning codes for stem from 363ec952-7706-458e-8c28-02850cd61000: Semantic codes not found: /app2/suno/data/semantic_code/crow/363ec952-7706-458e-8c28-02850cd61000.npz, stem_condition, /app2/suno/data/semantic_code/crow/383c18cc-4943-4e41-8a55-cf54780e5ecb.npz.\n", "WTF --> 481127, skip, preference: True, fcde218b-e141-4465-a893-dcdf50f9dd88, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▏ | 482981/584092 [3:23:19<38:07, 44.20it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "482976, Failed to load conditioning codes for stem from 10caa598-5443-433a-97ac-a135f593d221: Semantic codes not found: /app2/suno/data/semantic_code/crow/10caa598-5443-433a-97ac-a135f593d221.npz, stem_condition, /app2/suno/data/semantic_code/crow/e4f0bd25-5f51-4e43-bb45-8ab9c536139b.npz.\n", "WTF --> 482977, skip, preference: True, c91606fd-77fe-4692-90b2-a4c339028890, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▎ | 484033/584092 [3:23:44<38:06, 43.76it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "484026, Failed to load conditioning codes for stem from 36a8b9ae-9af3-4dbc-9aeb-7a2993b5a68e: Semantic codes not found: /app2/suno/data/semantic_code/crow/36a8b9ae-9af3-4dbc-9aeb-7a2993b5a68e.npz, stem_condition, /app2/suno/data/semantic_code/crow/4a030a0d-09d8-450d-8ccd-4f974078e2a9.npz.\n", "WTF --> 484027, skip, preference: True, 76e55265-b108-4c1f-87eb-35002766dae6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▌ | 485429/584092 [3:24:17<34:04, 48.25it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "485420, Failed to load conditioning codes for stem from 2065d7e5-ec10-4032-a57e-f705652d513c: Semantic codes not found: /app2/suno/data/semantic_code/crow/2065d7e5-ec10-4032-a57e-f705652d513c.npz, stem_condition, /app2/suno/data/semantic_code/crow/20faf81d-54ab-4975-ae8a-33dd879db0c9.npz.\n", "WTF --> 485421, skip, preference: True, 1f901b84-3383-4e9c-9dc2-fc407ab4b894, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▊ | 486903/584092 [3:24:52<35:20, 45.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "486892, Failed to load conditioning codes for stem from 12c7f00e-2b94-41c4-b6d4-cdcbe3aaadb9: Semantic codes not found: /app2/suno/data/semantic_code/crow/12c7f00e-2b94-41c4-b6d4-cdcbe3aaadb9.npz, stem_condition, /app2/suno/data/semantic_code/crow/f8deb95a-93cb-4776-91d7-2a5d28e73223.npz.\n", "WTF --> 486893, skip, preference: True, 752dffbe-4617-4225-80cd-7a2792a8ff1f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 84%|██████████████████████████████████████████████████████████████████████████████████████▋ | 491273/584092 [3:26:34<30:38, 50.49it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "491262, Failed to load conditioning codes for stem from 366cc9b5-a548-49f3-b94f-e9f177cf3a14: Semantic codes not found: /app2/suno/data/semantic_code/crow/366cc9b5-a548-49f3-b94f-e9f177cf3a14.npz, stem_condition, /app2/suno/data/semantic_code/crow/9613274c-91c5-47f9-9543-a8fdd199d963.npz.\n", "WTF --> 491263, skip, preference: True, 0dbc477a-82ba-4630-b86b-a08fe5041250, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 84%|██████████████████████████████████████████████████████████████████████████████████████▋ | 491930/584092 [3:26:49<34:22, 44.69it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "491924, Failed to load conditioning codes for stem from 146b33ab-c54a-42e7-8b53-ce4c67b50eb5: Semantic codes not found: /app2/suno/data/semantic_code/crow/146b33ab-c54a-42e7-8b53-ce4c67b50eb5.npz, stem_condition, /app2/suno/data/semantic_code/crow/74e5e392-7d59-4fea-bfa9-bf67d5788836.npz.\n", "WTF --> 491925, skip, preference: True, 520f097d-d993-465d-80c2-565ce536c805, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▍ | 495799/584092 [3:28:20<30:05, 48.89it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "495790, Failed to load conditioning codes for stem from 22d57ba8-900b-4ee1-9a64-323eed643b1f: Semantic codes not found: /app2/suno/data/semantic_code/crow/22d57ba8-900b-4ee1-9a64-323eed643b1f.npz, stem_condition, /app2/suno/data/semantic_code/crow/eb28cdd2-d5f4-4828-bb56-5c0087744bc9.npz.\n", "WTF --> 495791, skip, preference: True, 1a020e7f-811f-4978-9302-2a4483ee0087, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▍ | 496121/584092 [3:28:28<32:52, 44.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "496112, Failed to load conditioning codes for stem from 0e05ab05-aca9-43f4-a619-dd980dcbe9b1: Semantic codes not found: /app2/suno/data/semantic_code/crow/0e05ab05-aca9-43f4-a619-dd980dcbe9b1.npz, stem_condition, /app2/suno/data/semantic_code/crow/8c146d53-bc0b-4d90-b305-639bd62a3da3.npz.\n", "WTF --> 496113, skip, preference: True, d8d011d4-2def-4aac-b9a4-2cf4ed614f07, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▊ | 497886/584092 [3:29:09<29:32, 48.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "497878, Failed to load conditioning codes for stem from 399866f1-c6d9-495d-9865-925821896c13: Semantic codes not found: /app2/suno/data/semantic_code/crow/399866f1-c6d9-495d-9865-925821896c13.npz, stem_condition, /app2/suno/data/semantic_code/crow/0c573c99-f445-431d-b7ea-4f9799573140.npz.\n", "WTF --> 497879, skip, preference: True, b0902ef4-5577-4c83-b505-bac532ada64b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▎ | 506258/584092 [3:32:25<27:26, 47.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "506248, Failed to load conditioning codes for stem from 0e8e2d84-732e-41fc-bf81-6677c392a390: Semantic codes not found: /app2/suno/data/semantic_code/crow/0e8e2d84-732e-41fc-bf81-6677c392a390.npz, stem_condition, /app2/suno/data/semantic_code/crow/8b2eb0cc-03c4-42cd-91b9-c032e8869809.npz.\n", "WTF --> 506249, skip, preference: True, dc777d6e-425e-45fb-832b-605689a5b65e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▎ | 506314/584092 [3:32:26<27:19, 47.44it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "506304, Failed to load conditioning codes for stem from 3dc61398-1147-416c-bb3a-4414aa524785: Semantic codes not found: /app2/suno/data/semantic_code/crow/3dc61398-1147-416c-bb3a-4414aa524785.npz, stem_condition, /app2/suno/data/semantic_code/crow/a88901ac-6124-48ae-aee4-008e28a92a83.npz.\n", "WTF --> 506305, skip, preference: True, 004fd6ba-1fc8-40a1-aff0-1845a3b20696, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▍ | 507232/584092 [3:32:48<26:47, 47.81it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "507226, Failed to load conditioning codes for stem from 4007156b-cc3d-41e3-bd0f-072663276151: Semantic codes not found: /app2/suno/data/semantic_code/crow/4007156b-cc3d-41e3-bd0f-072663276151.npz, stem_condition, /app2/suno/data/semantic_code/crow/754cd4e4-74f9-426e-9aa4-c15549cc88ad.npz.\n", "WTF --> 507227, skip, preference: True, d4f42159-640a-4042-85b2-60c36a1a27c5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▌ | 507624/584092 [3:32:57<28:34, 44.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "507616, Failed to load conditioning codes for stem from 29e5ebd0-58de-415a-ac09-c9827f02dde2: Semantic codes not found: /app2/suno/data/semantic_code/crow/29e5ebd0-58de-415a-ac09-c9827f02dde2.npz, stem_condition, /app2/suno/data/semantic_code/crow/172d1e66-0332-4e84-a203-1f4bc5191a21.npz.\n", "WTF --> 507617, skip, preference: True, 7311078f-84a5-4b79-9e06-ad517d61f1c9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|██████████████████████████████████████████████████████████████████████████████████████████ | 510695/584092 [3:34:24<28:57, 42.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "510690, Failed to load conditioning codes for stem from 36afbc1a-8d57-40af-b86a-d47e4e2972ba: Semantic codes not found: /app2/suno/data/semantic_code/crow/36afbc1a-8d57-40af-b86a-d47e4e2972ba.npz, stem_condition, /app2/suno/data/semantic_code/crow/83e0f64b-71ad-4568-930b-c22a876b4081.npz.\n", "WTF --> 510691, skip, preference: True, cef2e384-4152-4f4d-beb8-43d39cafea30, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▏ | 511467/584092 [3:34:42<28:04, 43.11it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "511462, Failed to load conditioning codes for stem from 145ed35f-4f46-43d2-af09-1d5f91e507b5: Semantic codes not found: /app2/suno/data/semantic_code/crow/145ed35f-4f46-43d2-af09-1d5f91e507b5.npz, stem_condition, /app2/suno/data/semantic_code/crow/47bd6088-7022-463b-af13-40e1e69605b9.npz.\n", "WTF --> 511463, skip, preference: True, e117b7a2-b4f9-4160-8a77-c2c91d23b0c3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▍ | 512677/584092 [3:35:13<26:52, 44.28it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "512668, Failed to load conditioning codes for stem from 11bd2377-2311-441d-941b-f99765c7ce18: Semantic codes not found: /app2/suno/data/semantic_code/crow/11bd2377-2311-441d-941b-f99765c7ce18.npz, stem_condition, /app2/suno/data/semantic_code/crow/568db83b-d1ee-4be3-bffc-592efdf0f7cf.npz.\n", "WTF --> 512669, skip, preference: True, b8a89824-ae6e-4cb9-96c4-4524c454709f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▍ | 513007/584092 [3:35:22<27:01, 43.83it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "512998, Failed to load conditioning codes for stem from 2ec32f0b-1c7b-4c92-8ca5-d6c0ab67a3d4: Semantic codes not found: /app2/suno/data/semantic_code/crow/2ec32f0b-1c7b-4c92-8ca5-d6c0ab67a3d4.npz, stem_condition, /app2/suno/data/semantic_code/crow/fe850b61-257a-4450-8358-749981838b72.npz.\n", "WTF --> 512999, skip, preference: True, 3b12951f-31e6-4f4b-be5e-e75429d0f946, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▋ | 514435/584092 [3:35:57<25:31, 45.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "514430, Failed to load conditioning codes for stem from 06aeb662-47bb-4985-9c4e-37480a42990e: Semantic codes not found: /app2/suno/data/semantic_code/crow/06aeb662-47bb-4985-9c4e-37480a42990e.npz, stem_condition, /app2/suno/data/semantic_code/crow/a3f7e85a-e45c-4ac8-8730-0ee2820b141e.npz.\n", "WTF --> 514431, skip, preference: True, 69b9a7b6-ddfe-43c4-bd9e-7c4eda6158f6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|███████████████████████████████████████████████████████████████████████████████████████████▏ | 517220/584092 [3:37:07<24:46, 44.99it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "517212, Failed to load conditioning codes for stem from 3c66e49e-ccf1-4ca0-815e-0dd4c52da65b: Semantic codes not found: /app2/suno/data/semantic_code/crow/3c66e49e-ccf1-4ca0-815e-0dd4c52da65b.npz, stem_condition, /app2/suno/data/semantic_code/crow/765aab9a-fb9d-46f9-a0ca-5cdf8a7c5de6.npz.\n", "WTF --> 517213, skip, preference: True, ed4caefb-5713-4e80-b2e3-a2c83deb3430, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|███████████████████████████████████████████████████████████████████████████████████████████▎ | 518141/584092 [3:37:29<23:27, 46.85it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "518132, Failed to load conditioning codes for stem from 052aa107-23d3-496d-bd6e-c444568736fb: Semantic codes not found: /app2/suno/data/semantic_code/crow/052aa107-23d3-496d-bd6e-c444568736fb.npz, stem_condition, /app2/suno/data/semantic_code/crow/e2bf59c4-2657-43ea-aada-4f98cd3b5c4f.npz.\n", "WTF --> 518133, skip, preference: True, be8365a7-0da1-4c84-96c3-05066aed871a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|███████████████████████████████████████████████████████████████████████████████████████████▉ | 521362/584092 [3:39:12<23:03, 45.35it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "521354, Failed to load conditioning codes for stem from 2d2fa97e-d935-4fc0-b1f9-321151414782: Semantic codes not found: /app2/suno/data/semantic_code/crow/2d2fa97e-d935-4fc0-b1f9-321151414782.npz, stem_condition, /app2/suno/data/semantic_code/crow/d1d13531-9b9c-42e1-910a-d7df84cae152.npz.\n", "WTF --> 521355, skip, preference: True, c66e3d69-ed10-47c9-94cb-9e91ad865d28, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|████████████████████████████████████████████████████████████████████████████████████████████ | 522094/584092 [3:39:29<23:49, 43.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "522088, Failed to load conditioning codes for stem from 42fac46a-ade9-4e9d-a710-69c723f99ef2: Semantic codes not found: /app2/suno/data/semantic_code/crow/42fac46a-ade9-4e9d-a710-69c723f99ef2.npz, stem_condition, /app2/suno/data/semantic_code/crow/11cd6bd7-3a7c-42e9-af70-052726c3ba93.npz.\n", "WTF --> 522089, skip, preference: True, 951287b6-0542-4645-a227-a6b253552fa2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|████████████████████████████████████████████████████████████████████████████████████████████ | 522122/584092 [3:39:30<21:42, 47.56it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "522112, Failed to load conditioning codes for stem from 428edb42-b7aa-4778-8b26-5b82a5d7637d: Semantic codes not found: /app2/suno/data/semantic_code/crow/428edb42-b7aa-4778-8b26-5b82a5d7637d.npz, stem_condition, /app2/suno/data/semantic_code/crow/5357cbdc-6a0b-4325-9ff4-a263d413b23d.npz.\n", "WTF --> 522113, skip, preference: True, 9622c436-6ac3-4f0d-ab90-65346badb119, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▎ | 523406/584092 [3:40:00<23:27, 43.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "523400, Failed to load conditioning codes for stem from 0ccead3b-0cda-46fd-a249-7c6f7952eab6: Semantic codes not found: /app2/suno/data/semantic_code/crow/0ccead3b-0cda-46fd-a249-7c6f7952eab6.npz, stem_condition, /app2/suno/data/semantic_code/crow/6d072ad7-7ade-49ad-bccf-dd5af34f425a.npz.\n", "WTF --> 523401, skip, preference: True, 79261492-d6ce-439f-9e1a-63fc2986b37e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▎ | 523773/584092 [3:40:08<21:35, 46.56it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "523766, Failed to load conditioning codes for stem from 0db72a68-fa4d-4a2e-ab61-66c6852ba99e: Semantic codes not found: /app2/suno/data/semantic_code/crow/0db72a68-fa4d-4a2e-ab61-66c6852ba99e.npz, stem_condition, /app2/suno/data/semantic_code/crow/ee8f7188-9e01-4821-a33a-12a9000b5f65.npz.\n", "WTF --> 523767, skip, preference: True, daa9807a-c34a-4e64-8524-460c55954659, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▌ | 525145/584092 [3:40:41<21:23, 45.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "525138, Failed to load conditioning codes for stem from 40e98cc4-91bd-4d5f-a91f-19f723c88932: Semantic codes not found: /app2/suno/data/semantic_code/crow/40e98cc4-91bd-4d5f-a91f-19f723c88932.npz, stem_condition, /app2/suno/data/semantic_code/crow/26eb1b3d-60aa-41c0-a4b7-a9c1b32a2064.npz.\n", "WTF --> 525139, skip, preference: True, 15bb6301-ddf4-45e8-8918-18c5ae2ed50b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▌ | 525246/584092 [3:40:43<22:06, 44.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "525238, Failed to load conditioning codes for stem from 0a2d9e61-728b-4263-94ff-30022ef00e66: Semantic codes not found: /app2/suno/data/semantic_code/crow/0a2d9e61-728b-4263-94ff-30022ef00e66.npz, stem_condition, /app2/suno/data/semantic_code/crow/65aa71ca-0313-4499-a859-b0f0d757a97f.npz.\n", "WTF --> 525239, skip, preference: True, 1bd563fc-89e5-4a68-93e2-7fe925a61f0f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▊ | 526456/584092 [3:41:11<21:50, 44.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "526448, Failed to load conditioning codes for stem from 1f19d213-53de-4129-8abb-f1fb45911357: Semantic codes not found: /app2/suno/data/semantic_code/crow/1f19d213-53de-4129-8abb-f1fb45911357.npz, stem_condition, /app2/suno/data/semantic_code/crow/4111f3a2-c02a-4e71-9627-a67cf93e05f5.npz.\n", "WTF --> 526449, skip, preference: True, 52840806-0db4-474a-a05f-374d17a54394, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▉ | 527156/584092 [3:41:27<20:29, 46.30it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "527146, Failed to load conditioning codes for stem from 14f183d7-3b19-4d38-bd9d-256c1566d34a: Semantic codes not found: /app2/suno/data/semantic_code/crow/14f183d7-3b19-4d38-bd9d-256c1566d34a.npz, stem_condition, /app2/suno/data/semantic_code/crow/31007506-1c37-4339-92c4-b35fc922716f.npz.\n", "WTF --> 527147, skip, preference: True, 1686d480-36d5-47df-a490-c461409680cd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|█████████████████████████████████████████████████████████████████████████████████████████████▎ | 529173/584092 [3:42:24<20:31, 44.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "529164, Failed to load conditioning codes for stem from 05d51cf1-cf87-4d9b-a605-2d7298b14f7a: Semantic codes not found: /app2/suno/data/semantic_code/crow/05d51cf1-cf87-4d9b-a605-2d7298b14f7a.npz, stem_condition, /app2/suno/data/semantic_code/crow/60c2d766-a1a5-4a8a-977c-5b37de4732bd.npz.\n", "WTF --> 529165, skip, preference: True, 62acf07f-2f93-4aa9-9b4e-5a1651af7201, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|███████████████████████████████████████████████████████████████████████████████████████████▋ | 530229/584092 [3:42:54<1:27:36, 10.25it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "530222, Failed to load conditioning codes for stem from 1f6d8216-9205-4d18-8e92-b424a8ac63e2: Semantic codes not found: /app2/suno/data/semantic_code/crow/1f6d8216-9205-4d18-8e92-b424a8ac63e2.npz, stem_condition, /app2/suno/data/semantic_code/crow/6719d4fc-165b-46cc-bdb0-f12fc07507cb.npz.\n", "WTF --> 530223, skip, preference: True, e32f6a24-eb84-4016-ad7d-ba45bff5b5c5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|█████████████████████████████████████████████████████████████████████████████████████████████▊ | 531786/584092 [3:43:59<19:38, 44.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "531780, Failed to load conditioning codes for stem from 07063bba-f01c-4c89-a894-2e12031c4d81: Semantic codes not found: /app2/suno/data/semantic_code/crow/07063bba-f01c-4c89-a894-2e12031c4d81.npz, stem_condition, /app2/suno/data/semantic_code/crow/330f1d66-1281-4291-abb9-34dc2cb73f80.npz.\n", "WTF --> 531781, skip, preference: True, b4e8f95b-31c2-4a95-aa50-45f9661f44ad, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|█████████████████████████████████████████████████████████████████████████████████████████████▉ | 532802/584092 [3:44:26<17:49, 47.96it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "532794, Failed to load conditioning codes for stem from 0b22646e-5011-448f-be87-07f4ed3ee8f7: Semantic codes not found: /app2/suno/data/semantic_code/crow/0b22646e-5011-448f-be87-07f4ed3ee8f7.npz, stem_condition, /app2/suno/data/semantic_code/crow/5cb30250-725d-42bc-ad02-ff2ca15f15a2.npz.\n", "WTF --> 532795, skip, preference: True, fc23a0ec-cc82-4ad3-93cb-acd3b0b3062e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|██████████████████████████████████████████████████████████████████████████████████████████████▏ | 533819/584092 [3:44:50<16:59, 49.29it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "533810, Failed to load conditioning codes for stem from 404ab8a0-69fa-4e54-817f-4baf83de3a56: Semantic codes not found: /app2/suno/data/semantic_code/crow/404ab8a0-69fa-4e54-817f-4baf83de3a56.npz, stem_condition, /app2/suno/data/semantic_code/crow/295fa6c4-9556-4eba-a9e2-c2128603be17.npz.\n", "WTF --> 533811, skip, preference: True, acbf5bc1-ea2e-454b-8daf-1f38c923ed91, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▍ | 535517/584092 [3:45:31<16:18, 49.65it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "535510, Failed to load conditioning codes for stem from 083e3c77-a2f9-494e-8250-4275c423cd62: Semantic codes not found: /app2/suno/data/semantic_code/crow/083e3c77-a2f9-494e-8250-4275c423cd62.npz, stem_condition, /app2/suno/data/semantic_code/crow/87cb85a4-1849-4836-9ded-685b61011efb.npz.\n", "WTF --> 535511, skip, preference: True, bed276cc-08cc-47f1-9b34-09cfd5fe1aa8, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▌ | 536065/584092 [3:45:48<17:40, 45.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "536056, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_5141ccdf-1560-4878-9fdb-c0850306b12a.npz, upload_extend, /app2/suno/data/semantic_code/crow/673e4905-71b7-4449-a12d-66060de28957.npz.\n", "WTF --> 536057, skip, preference: True, 8dbef5e9-83f9-4a92-af83-7c5d8814a25a, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▋ | 536967/584092 [3:46:08<15:57, 49.22it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "536956, Failed to load conditioning codes for stem from 33df1db9-585c-4e6d-9477-4a5f6eddcfc2: Semantic codes not found: /app2/suno/data/semantic_code/crow/33df1db9-585c-4e6d-9477-4a5f6eddcfc2.npz, stem_condition, /app2/suno/data/semantic_code/crow/05d637d6-12dd-445d-a057-ad1d3676067b.npz.\n", "WTF --> 536957, skip, preference: True, fc889951-e1e3-4014-9125-dace1137d293, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▉ | 538454/584092 [3:46:46<15:52, 47.90it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "538448, Failed to load conditioning codes for stem from 09ce39d5-773d-4a79-b8ee-d105206aa6a6: Semantic codes not found: /app2/suno/data/semantic_code/crow/09ce39d5-773d-4a79-b8ee-d105206aa6a6.npz, stem_condition, /app2/suno/data/semantic_code/crow/0981860c-5962-4dc3-97fb-e97f4fbe15d4.npz.\n", "WTF --> 538449, skip, preference: True, 6396f2b9-7bd1-4f46-a31b-a2c198bccf95, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|███████████████████████████████████████████████████████████████████████████████████████████████▋ | 542300/584092 [3:48:31<27:37, 25.22it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "542290, Failed to load conditioning codes for stem from 0fe7e781-19a7-4c32-8aa5-4692ac57e167: Semantic codes not found: /app2/suno/data/semantic_code/crow/0fe7e781-19a7-4c32-8aa5-4692ac57e167.npz, stem_condition, /app2/suno/data/semantic_code/crow/febe1575-70c4-4b72-85fb-00f6307d5e0e.npz.\n", "WTF --> 542291, skip, preference: True, bf1f8bdc-a067-4e10-9363-c44158fbf71a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|████████████████████████████████████████████████████████████████████████████████████████████████ | 544730/584092 [3:49:36<16:12, 40.49it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "544722, Failed to load conditioning codes for stem from 0aaa08eb-00b7-4ead-89b9-7ee3558e474d: Semantic codes not found: /app2/suno/data/semantic_code/crow/0aaa08eb-00b7-4ead-89b9-7ee3558e474d.npz, stem_condition, /app2/suno/data/semantic_code/crow/38ad69af-08d8-41f7-98c0-f025cd7b20f9.npz.\n", "WTF --> 544723, skip, preference: True, 740a82d2-8af0-406a-9ae8-4a779f203124, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▎ | 546319/584092 [3:50:15<12:30, 50.30it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "546314, Failed to load conditioning codes for stem from 02d05a72-011e-44cf-8c81-3ad220c692cf: Semantic codes not found: /app2/suno/data/semantic_code/crow/02d05a72-011e-44cf-8c81-3ad220c692cf.npz, stem_condition, /app2/suno/data/semantic_code/crow/c2d44edd-afab-420a-8421-7a115d39b959.npz.\n", "WTF --> 546315, skip, preference: True, 622f8a79-a40d-4c82-b7a8-392b4f55c6f3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▌ | 547273/584092 [3:50:41<13:36, 45.08it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "547266, Failed to load conditioning codes for stem from 2914bd1d-18fd-405a-bc2d-8f0b0988286c: Semantic codes not found: /app2/suno/data/semantic_code/crow/2914bd1d-18fd-405a-bc2d-8f0b0988286c.npz, stem_condition, /app2/suno/data/semantic_code/crow/f0e01c51-46ac-4ad6-8f25-7e1aa2075b4c.npz.\n", "WTF --> 547267, skip, preference: True, b08d2bc1-34fd-428f-a621-c03c497ce0f1, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▌ | 547795/584092 [3:50:54<13:39, 44.28it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "547786, Failed to load conditioning codes for stem from 21b51209-8446-435c-8e6f-5558a298997b: Semantic codes not found: /app2/suno/data/semantic_code/crow/21b51209-8446-435c-8e6f-5558a298997b.npz, stem_condition, /app2/suno/data/semantic_code/crow/7147c8d4-c694-4d2f-95bc-f01458a411bf.npz.\n", "WTF --> 547787, skip, preference: True, 91106927-fbbc-4edc-9369-7a5603223db2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|█████████████████████████████████████████████████████████████████████████████████████████████████▏ | 551006/584092 [3:52:29<11:53, 46.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "550998, Failed to load conditioning codes for stem from 2965cf9c-34b5-458f-ad04-80761989b7af: Semantic codes not found: /app2/suno/data/semantic_code/crow/2965cf9c-34b5-458f-ad04-80761989b7af.npz, stem_condition, /app2/suno/data/semantic_code/crow/7ac27a09-1e4b-4518-b684-cf52947f005b.npz.\n", "WTF --> 550999, skip, preference: True, a1649848-b652-4a12-a16e-edfd662151a5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|█████████████████████████████████████████████████████████████████████████████████████████████████▏ | 551257/584092 [3:52:35<11:13, 48.73it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "551246, Failed to load conditioning codes for stem from 1afebaef-bb74-48c7-a72f-22a487ba0229: Semantic codes not found: /app2/suno/data/semantic_code/crow/1afebaef-bb74-48c7-a72f-22a487ba0229.npz, stem_condition, /app2/suno/data/semantic_code/crow/f5012047-3043-466d-af07-2d905802766a.npz.\n", "WTF --> 551247, skip, preference: True, 916678b1-ca34-4fa6-89f5-762a9b789a7f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 554042/584092 [3:53:40<10:51, 46.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "554032, Failed to load conditioning codes for stem from 02180e10-4a96-443b-90c7-6d5988a8fbce: Semantic codes not found: /app2/suno/data/semantic_code/crow/02180e10-4a96-443b-90c7-6d5988a8fbce.npz, stem_condition, /app2/suno/data/semantic_code/crow/dda953a7-5b22-4692-b930-34ca73d666ab.npz.\n", "WTF --> 554033, skip, preference: True, 23381ede-5828-4859-888d-5ccf487fd0a7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|█████████████████████████████████████████████████████████████████████████████████████████████████▊ | 554965/584092 [3:54:01<10:20, 46.97it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "554958, Failed to load conditioning codes for stem from 3e58929b-e1cd-4015-ba2a-4b152480c941: Semantic codes not found: /app2/suno/data/semantic_code/crow/3e58929b-e1cd-4015-ba2a-4b152480c941.npz, stem_condition, /app2/suno/data/semantic_code/crow/ed0fb4e6-11a7-43ee-a48a-15ccdc755d56.npz.\n", "WTF --> 554959, skip, preference: True, 4b784ab3-8bec-4ef1-9674-677335869c0a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|██████████████████████████████████████████████████████████████████████████████████████████████████ | 556374/584092 [3:54:33<09:05, 50.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "556368, Failed to load conditioning codes for stem from 13776f05-70ef-49a0-9da4-6c4635e5382c: Semantic codes not found: /app2/suno/data/semantic_code/crow/13776f05-70ef-49a0-9da4-6c4635e5382c.npz, stem_condition, /app2/suno/data/semantic_code/crow/25509ec7-6c2f-4973-98c4-0c4c67ac9b2f.npz.\n", "WTF --> 556369, skip, preference: True, 44a7cdd4-f14f-491b-8d54-e815acfdb01c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|██████████████████████████████████████████████████████████████████████████████████████████████████▏ | 557123/584092 [3:54:51<09:12, 48.85it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "557112, Failed to load conditioning codes for stem from 047bc59e-27c1-4731-98bd-0ad9bcb9e276: Semantic codes not found: /app2/suno/data/semantic_code/crow/047bc59e-27c1-4731-98bd-0ad9bcb9e276.npz, stem_condition, /app2/suno/data/semantic_code/crow/a0861377-a02d-443a-ad77-06433503f421.npz.\n", "WTF --> 557113, skip, preference: True, b7ef3600-c1a9-46d6-a8e1-17cca5f22fdd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|██████████████████████████████████████████████████████████████████████████████████████████████████▎ | 557506/584092 [3:54:59<09:28, 46.77it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "557496, Failed to load conditioning codes for stem from 2af0de5b-bf36-47ea-8a8e-23e68673ed82: Semantic codes not found: /app2/suno/data/semantic_code/crow/2af0de5b-bf36-47ea-8a8e-23e68673ed82.npz, stem_condition, /app2/suno/data/semantic_code/crow/77738caf-3d04-43b4-b253-9825ac9307be.npz.\n", "WTF --> 557497, skip, preference: True, b1fd43b5-3463-4d7e-b540-a262c1fcafe2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████ | 561789/584092 [3:56:39<07:52, 47.16it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "561782, Failed to load conditioning codes for stem from 3f19f6a6-4c02-448f-b221-666d9a2642f3: Semantic codes not found: /app2/suno/data/semantic_code/crow/3f19f6a6-4c02-448f-b221-666d9a2642f3.npz, stem_condition, /app2/suno/data/semantic_code/crow/9fcd93a6-929b-468b-9ac8-1b637639a66e.npz.\n", "WTF --> 561783, skip, preference: True, d1bde5d4-c009-45b0-9945-a051d579c0da, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████▏ | 562635/584092 [3:56:59<07:46, 46.04it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "562626, Failed to load conditioning codes for stem from 2bd2b2ea-196a-4fff-af00-b07b3fd15ac3: Semantic codes not found: /app2/suno/data/semantic_code/crow/2bd2b2ea-196a-4fff-af00-b07b3fd15ac3.npz, stem_condition, /app2/suno/data/semantic_code/crow/69ee4fe7-5cbe-4073-a254-8371b3df3199.npz.\n", "WTF --> 562627, skip, preference: True, a119a05d-8d69-4fc6-8cd8-539059d8501e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████▎ | 563308/584092 [3:57:15<07:11, 48.16it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "563298, Failed to load conditioning codes for stem from 0ecb1f57-15e2-41a6-a200-5bc974721abf: Semantic codes not found: /app2/suno/data/semantic_code/crow/0ecb1f57-15e2-41a6-a200-5bc974721abf.npz, stem_condition, /app2/suno/data/semantic_code/crow/b2a6f666-9334-4af3-8549-c264ed95c090.npz.\n", "WTF --> 563299, skip, preference: True, 897b76db-ecec-43cd-958f-858733e7f782, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|███████████████████████████████████████████████████████████████████████████████████████████████████▋ | 565597/584092 [3:58:09<06:11, 49.75it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "565590, Failed to load conditioning codes for stem from 43a8d62e-02e8-429d-8b89-082592be1e7c: Semantic codes not found: /app2/suno/data/semantic_code/crow/43a8d62e-02e8-429d-8b89-082592be1e7c.npz, stem_condition, /app2/suno/data/semantic_code/crow/82f4ecff-3d52-41d7-9f85-bde7ea976273.npz.\n", "WTF --> 565591, skip, preference: True, 24c29d97-caa6-463d-8aa8-38840b607aa3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|████████████████████████████████████████████████████████████████████████████████████████████████████ | 567465/584092 [3:58:53<06:22, 43.45it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "567456, Failed to load conditioning codes for stem from 1751939e-1f9c-4065-9589-68a000b3ac38: Semantic codes not found: /app2/suno/data/semantic_code/crow/1751939e-1f9c-4065-9589-68a000b3ac38.npz, stem_condition, /app2/suno/data/semantic_code/crow/b6eaf75d-1a36-4794-b4a3-711c1967bc5d.npz.\n", "WTF --> 567457, skip, preference: True, 56cc328b-c587-4fa2-b284-09ffbd5be50b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 570433/584092 [4:00:03<04:45, 47.86it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "570424, Failed to load conditioning codes for stem from 0324d422-e06e-46e7-aaff-1ca6fb905b37: Semantic codes not found: /app2/suno/data/semantic_code/crow/0324d422-e06e-46e7-aaff-1ca6fb905b37.npz, stem_condition, /app2/suno/data/semantic_code/crow/101642e2-0e23-42dc-8205-9a6c94c2728e.npz.\n", "WTF --> 570425, skip, preference: True, e4a5ba54-5314-4228-ae17-b383c19f9f3c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|█████████████████████████████████████████████████████████████████████████████████████████████████████▍ | 575104/584092 [4:01:52<03:26, 43.57it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "575096, Failed to load conditioning codes for stem from 28da5100-1b7c-43e8-a4c5-687ed45c7d82: Semantic codes not found: /app2/suno/data/semantic_code/crow/28da5100-1b7c-43e8-a4c5-687ed45c7d82.npz, stem_condition, /app2/suno/data/semantic_code/crow/27f21cd2-318b-482c-be97-c422883a7bd7.npz.\n", "WTF --> 575097, skip, preference: True, 4fb6ca44-bba8-4b2e-a7c6-5a07599f702f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 577726/584092 [4:02:53<01:58, 53.54it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "577716, Failed to load conditioning codes for stem from 41729b3f-6605-4a81-96d6-9bc1afd6ad9e: Semantic codes not found: /app2/suno/data/semantic_code/crow/41729b3f-6605-4a81-96d6-9bc1afd6ad9e.npz, stem_condition, /app2/suno/data/semantic_code/crow/0f511a4a-8308-4e56-a247-21547e15e404.npz.\n", "WTF --> 577717, skip, preference: True, 403b6519-a930-40ef-bfc9-560891f08ccd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|██████████████████████████████████████████████████████████████████████████████████████████████████████ | 579038/584092 [4:03:23<01:37, 52.07it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "579034, Failed to load conditioning codes for stem from 08caecde-8065-4e4a-bc7c-0825d8edc453: Semantic codes not found: /app2/suno/data/semantic_code/crow/08caecde-8065-4e4a-bc7c-0825d8edc453.npz, stem_condition, /app2/suno/data/semantic_code/crow/c8c5bddf-b728-4942-8731-949077d45780.npz.\n", "WTF --> 579035, skip, preference: True, 01922943-40b0-4ff3-878e-a119dce8407c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████▊| 583164/584092 [4:05:00<00:20, 44.62it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "583158, Failed to load conditioning codes for stem from 333cd1c8-e67d-481c-b658-2263f033efda: Semantic codes not found: /app2/suno/data/semantic_code/crow/333cd1c8-e67d-481c-b658-2263f033efda.npz, stem_condition, /app2/suno/data/semantic_code/crow/c29a5b91-deb1-4c3e-8545-acf4861a8177.npz.\n", "WTF --> 583159, skip, preference: True, 4a4c05c6-1a42-4007-ad2f-6ec6f10dcd3e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|███████████████████████████████████████████████████████████████████████████████████████████████████████| 584092/584092 [4:05:22<00:00, 39.67it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total 583744 clips, 237 different prompts, 0 different tags, 0 different negative tags\n", "20,097 hours of False\n", "20,174 hours of True\n", "cover: 14155.2 hours\n", "gen: 17137.4 hours\n", "artist_consistency: 3825.1 hours\n", "extend: 852.8 hours\n", "artist_cover: 2601.5 hours\n", "stem_condition: 212.5 hours\n", "overpainting: 237.4 hours\n", "infill: 286.8 hours\n", "playlist_condition: 601.5 hours\n", "artist_extend: 209.7 hours\n", "underpainting: 150.8 hours\n", "🚨 Error upload_extend: 3\n", "🚨 Error stem_condition: 171\n", "\n", "--- Gender Distribution ---\n", " female: 54,118 (9.3%)\n", " male: 86,024 (14.7%)\n", " unspecified: 443,776 (76.0%)\n", "\n", "--- Negative Tags Usage ---\n", " has_neg_tags: 33,876 (5.8%)\n", " no_neg_tags: 550,042 (94.2%)\n", "\n", "--- Control Slider Usage ---\n", " has_control_slider: 182,501 (31.3% of clips)\n", " no_control_slider: 401,417 (68.8% of clips)\n", "Done\n" ] } ], "source": [ "make_dataset(\n", " train_df, OUT_DATA_DIR, is_val=False, t_data_memmap=N_TOKENS_AUDIO\n", ")" ] }, { "cell_type": "markdown", "metadata": { "ExecuteTime": { "end_time": "2024-01-29T19:46:47.549860Z", "start_time": "2024-01-29T19:46:47.548015Z" } }, "source": [ "# Validation" ] }, { "cell_type": "code", "execution_count": 79, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.937879Z", "start_time": "2024-05-16T13:59:41.937870Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:32.463369Z", "iopub.status.busy": "2025-11-15T07:57:32.463208Z", "iopub.status.idle": "2025-11-15T07:57:33.473263Z", "shell.execute_reply": "2025-11-15T07:57:33.472715Z", "shell.execute_reply.started": "2025-11-15T07:57:32.463354Z" } }, "outputs": [], "source": [ "# verify\n", "mm = np.memmap(os.path.join(OUT_DATA_DIR, f\"data_val.bin\"), dtype=np.uint16, mode=\"r\")\n", "test_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"meta_val.jsonl\"))\n", "test_info = read_json(os.path.join(OUT_DATA_DIR, f\"info_val.json\"))\n", "mm = mm.reshape(-1, N_TOKENS_AUDIO, 4)\n", "assert len(mm) == len(test_metas)\n", "assert mm[:100, :, 0].min() >= 0\n", "assert mm[:100, :, 0].max() <= 4000" ] }, { "cell_type": "code", "execution_count": 80, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:33.474004Z", "iopub.status.busy": "2025-11-15T07:57:33.473854Z", "iopub.status.idle": "2025-11-15T07:57:33.492358Z", "shell.execute_reply": "2025-11-15T07:57:33.491879Z", "shell.execute_reply.started": "2025-11-15T07:57:33.473989Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Counter({None: 3368, 'cover': 1470, 'artist_consistency': 424, 'artist_cover': 218, 'extend': 160, 'infill': 76, 'playlist_condition': 72, 'overpainting': 30, 'stem_condition': 28, 'underpainting': 26, 'artist_extend': 24})\n" ] } ], "source": [ "task_counts = Counter()\n", "for test_meta in test_metas:\n", " task_counts[test_meta.get(\"task\")] += 1\n", "print(task_counts)" ] }, { "cell_type": "code", "execution_count": 81, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.938629Z", "start_time": "2024-05-16T13:59:41.938621Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.492985Z", "iopub.status.busy": "2025-11-15T07:57:33.492849Z", "iopub.status.idle": "2025-11-15T07:57:33.506363Z", "shell.execute_reply": "2025-11-15T07:57:33.505946Z", "shell.execute_reply.started": "2025-11-15T07:57:33.492971Z" } }, "outputs": [], "source": [ "# # randomly listen to some stuff\n", "# from suno_utils.tasks.dac_2c_12cb import preload_models as preload_codec_models\n", "# from suno_utils.tasks.dac_2c_12cb import (\n", "# encode as codec_encode,\n", "# decode_stream_to_full_audio as codec_decode,\n", "# EMBEDDING_RATE as CODEC_EMBEDDING_RATE,\n", "# decode as decode\n", "# )\n", "# os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n", "# _ = preload_codec_models(\"/app/suno/data/dpo/models/dac_2c_25x12.pt\", device=\"cuda\")\n", "# assert len(test_metas) == len(mm)\n", "# idx_list = list(range(len(test_metas)))\n", "# # random.shuffle(idx_list)\n", "# # idx_list = [idx for idx in idx_list if \"text\" in test_metas[idx]]\n", "# print(len(mm))" ] }, { "cell_type": "code", "execution_count": 82, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.939205Z", "start_time": "2024-05-16T13:59:41.939198Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.507001Z", "iopub.status.busy": "2025-11-15T07:57:33.506863Z", "iopub.status.idle": "2025-11-15T07:57:33.518687Z", "shell.execute_reply": "2025-11-15T07:57:33.518267Z", "shell.execute_reply.started": "2025-11-15T07:57:33.506988Z" } }, "outputs": [], "source": [ "# import random\n", "# idx = random.choice(test_info[\"perference_0\"][\"idx_list\"])\n", "# assert \"original_duration_s\" in test_metas[idx]\n", "# # positive index should be shifted by 1\n", "# pos_idx = idx + 1\n", "# print(\n", "# \"tags:\",\n", "# test_metas[idx].get(\"tags\") == test_metas[pos_idx].get(\"tags\"),\n", "# test_metas[idx].get(\"tags\"),\n", "# )\n", "# arr = mm[idx, 1:].copy().astype(np.int16)[:, 1:]\n", "# pos_arr = mm[pos_idx, 1:].copy().astype(np.int16)[:, 1:]\n", "# pad_idx_arr = np.where(arr == COARSE_PAD_TOKEN)[0]\n", "# if len(pad_idx_arr) > 0:\n", "# arr = arr[: pad_idx_arr[0], :]\n", "# pos_pad_idx_arr = np.where(pos_arr == COARSE_PAD_TOKEN)[0]\n", "# if len(pos_pad_idx_arr) > 0:\n", "# pos_arr = pos_arr[: pos_pad_idx_arr[0], :]\n", "# a = decode(arr)\n", "# print(\"\\n negative example \\n\", test_metas[idx])\n", "# a.play(compress=False)\n", "# pos_a = decode(pos_arr)\n", "# print(\"\\n positive example \\n\", test_metas[pos_idx])\n", "# pos_a.play(compress=False)\n", "# print(\n", "# \"text:\",\n", "# test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"),\n", "# test_metas[idx].get(\"text\"),\n", "# )" ] }, { "cell_type": "code", "execution_count": 83, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.939977Z", "start_time": "2024-05-16T13:59:41.939969Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.519318Z", "iopub.status.busy": "2025-11-15T07:57:33.519186Z", "iopub.status.idle": "2025-11-15T07:57:33.530615Z", "shell.execute_reply": "2025-11-15T07:57:33.530188Z", "shell.execute_reply.started": "2025-11-15T07:57:33.519305Z" } }, "outputs": [], "source": [ "# val_df[val_df[\"tags\"] == 'a vibrant blend of experimental jazz fusion, drum-and-bass and swagger fuzzed-out guitars']" ] }, { "cell_type": "code", "execution_count": 84, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.940610Z", "start_time": "2024-05-16T13:59:41.940603Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.534159Z", "iopub.status.busy": "2025-11-15T07:57:33.534005Z", "iopub.status.idle": "2025-11-15T07:57:33.545432Z", "shell.execute_reply": "2025-11-15T07:57:33.545007Z", "shell.execute_reply.started": "2025-11-15T07:57:33.534145Z" } }, "outputs": [], "source": [ "# from collections import Counter\n", "# c = Counter()\n", "# for _, row in df_slice.iterrows():\n", "# # print(row[\"metadata\"])\n", "# for k in ast.literal_eval(row[\"metadata\"]).keys():\n", "# c[k] += 1" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.941167Z", "start_time": "2024-05-16T13:59:41.941159Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.547229Z", "iopub.status.busy": "2025-11-15T07:57:33.547104Z", "iopub.status.idle": "2025-11-15T07:57:33.558441Z" } }, "outputs": [], "source": [ "# original_npz_path = f\"/app/suno/data/dpo/7b_npz/{test_metas[idx]['id']}.npz\"\n", "# original_npz_path = \"/app/suno/data/dpo/7b_npz/729c3011-f672-4ccd-8d82-1cbf2b52ff69.npz\"\n", "# original_arr = np.load(original_npz_path)[\"v2_raw\"]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.941801Z", "start_time": "2024-05-16T13:59:41.941793Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.560522Z", "iopub.status.busy": "2025-11-15T07:57:33.560384Z", "iopub.status.idle": "2025-11-15T07:57:33.577433Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "2948 0\n" ] } ], "source": [ "def validation_on_metas(input_metas):\n", " total_bad = 0\n", " total_good = 0\n", " for idx in range(len(input_metas)):\n", " if idx % 2 == 0:\n", " pos_idx = idx + 1\n", " if input_metas[idx].get(\"tags\") != input_metas[pos_idx].get(\"tags\"):\n", " print(\n", " input_metas[idx].get(\"id\"),\n", " input_metas[idx].get(\"tags\"),\n", " input_metas[pos_idx].get(\"id\"),\n", " input_metas[pos_idx].get(\"tags\"),\n", " )\n", " # print(test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"), test_metas[idx].get(\"tags\"), test_metas[pos_idx].get(\"tags\"))\n", " total_bad += 1\n", " elif input_metas[idx].get(\"text\") != input_metas[pos_idx].get(\"text\"):\n", " # print(test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"), test_metas[idx].get(\"tags\"), test_metas[pos_idx].get(\"tags\"))\n", " total_bad += 1\n", " else:\n", " total_good += 1\n", " print(total_good, total_bad)\n", " return\n", "\n", "\n", "validation_on_metas(test_metas)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.942520Z", "start_time": "2024-05-16T13:59:41.942511Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.579341Z", "iopub.status.busy": "2025-11-15T07:57:33.579201Z", "iopub.status.idle": "2025-11-15T07:57:33.632204Z" } }, "outputs": [], "source": [ "train_info = read_json(os.path.join(OUT_DATA_DIR, f\"info_tr.json\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.943072Z", "start_time": "2024-05-16T13:59:41.943065Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.633954Z", "iopub.status.busy": "2025-11-15T07:57:33.633829Z", "iopub.status.idle": "2025-11-15T07:57:33.666454Z" } }, "outputs": [], "source": [ "n_neg_tr = train_info[\"perference_0\"][\"idx_list\"]\n", "n_pos_tr = train_info[\"perference_1\"][\"idx_list\"]\n", "assert len(n_pos_tr) == len(n_neg_tr)\n", "# make sure they are offset by 1 and exactly 1\n", "for i, j in zip(n_neg_tr, n_pos_tr):\n", " assert i == j - 1" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.944246Z", "start_time": "2024-05-16T13:59:41.944237Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:33.668237Z", "iopub.status.busy": "2025-11-15T07:57:33.668111Z", "iopub.status.idle": "2025-11-15T07:57:33.680368Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "total samples 583744 (584092, 208)\n" ] } ], "source": [ "total_iters = len(n_neg_tr) + len(n_pos_tr)\n", "print(\"total samples\", total_iters, train_df.shape)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:33.682175Z", "iopub.status.busy": "2025-11-15T07:57:33.682054Z", "iopub.status.idle": "2025-11-15T07:57:53.921565Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "291872 0\n" ] } ], "source": [ "metas_tr = read_jsonl(os.path.join(OUT_DATA_DIR, \"meta_tr.jsonl\"))\n", "validation_on_metas(metas_tr)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:53.922280Z", "iopub.status.busy": "2025-11-15T07:57:53.922132Z", "iopub.status.idle": "2025-11-15T07:57:53.937832Z" } }, "outputs": [], "source": [ "# new_metas_tr = []\n", "# for index, l in enumerate(metas_tr):\n", "# if index % 2 == 1:\n", "# last_l = new_metas_tr[-1]\n", "# if l[\"tags\"] != last_l[\"tags\"]:\n", "# print(l[\"tags\"], last_l[\"tags\"])\n", "# l[\"tags\"] = last_l[\"tags\"]\n", "# new_metas_tr.append(l)\n", "# validation_on_metas(new_metas_tr)\n", "# write_jsonl(new_metas_tr, os.path.join(OUT_DATA_DIR, \"meta_tr.jsonl\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.945249Z", "start_time": "2024-05-16T13:59:41.945241Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:53.938457Z", "iopub.status.busy": "2025-11-15T07:57:53.938322Z", "iopub.status.idle": "2025-11-15T07:57:53.952277Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1 epoch per batch 4, total 2280.25\n", "1 epoch per batch 6, total 760.0833333333334\n", "1 epoch per batch 8, total 570.0625\n" ] } ], "source": [ "print(\"1 epoch per batch 4, total\", total_iters / 8 / 8 / 4)\n", "print(\"1 epoch per batch 6, total\", total_iters / 16 / 8 / 6)\n", "print(\"1 epoch per batch 8, total\", total_iters / 16 / 8 / 8)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:53.952845Z", "iopub.status.busy": "2025-11-15T07:57:53.952707Z", "iopub.status.idle": "2025-11-15T07:57:53.963860Z" } }, "outputs": [], "source": [ "# import time\n", "# time.sleep(60 * 60 * 1)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:53.964421Z", "iopub.status.busy": "2025-11-15T07:57:53.964293Z", "iopub.status.idle": "2025-11-15T07:57:53.975495Z" } }, "outputs": [], "source": [ "# df[\"control_tags\"].value_counts()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.945972Z", "start_time": "2024-05-16T13:59:41.945964Z" }, "execution": { "iopub.execute_input": "2025-11-15T07:57:53.976074Z", "iopub.status.busy": "2025-11-15T07:57:53.975945Z", "iopub.status.idle": "2025-11-15T07:57:53.987158Z" } }, "outputs": [], "source": [ "# !cd /home/tony/Work/tony/slurm/crow && sbatch sbatch_ipo_crow" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:53.987724Z", "iopub.status.busy": "2025-11-15T07:57:53.987594Z", "iopub.status.idle": "2025-11-15T07:57:54.011379Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Cache kept!\n" ] } ], "source": [ "import shutil\n", "\n", "# Basic file copy\n", "shutil.copy(\n", " \"/home/tony/Work/tony/Preference/make_dataset_crow_t1_4rvq_dup.ipynb\",\n", " os.path.join(OUT_DATA_DIR, \"make_dataset.ipynb\"),\n", ")\n", "print(\"Cache kept!\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T07:57:54.011981Z", "iopub.status.busy": "2025-11-15T07:57:54.011848Z", "iopub.status.idle": "2025-11-15T07:57:54.036214Z" } }, "outputs": [ { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[97], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mBREAK\u001b[49m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "BREAK" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# some gymathtics loading prev data" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.946562Z", "start_time": "2024-05-16T13:59:41.946555Z" }, "execution": { "iopub.status.busy": "2025-11-15T07:57:54.036556Z", "iopub.status.idle": "2025-11-15T07:57:54.036746Z" } }, "outputs": [], "source": [ "# prev_v3_data = \"/app/suno/data/dpo/7v_v20_full/\"\n", "\n", "# test_val_metas = read_jsonl(os.path.join(prev_v3_data, f\"meta_val.jsonl\"))\n", "# test_tr_metas = read_jsonl(os.path.join(prev_v3_data, f\"meta_tr.jsonl\"))\n", "\n", "# all_ids = set()\n", "# for meta in test_val_metas:\n", "# all_ids.add(meta[\"id\"])\n", "# for meta in test_tr_metas:\n", "# all_ids.add(meta[\"id\"])\n", "# print(len(all_ids), len(test_val_metas) + len(test_tr_metas))\n", "\n", "# all_ids = list(all_ids)\n", "# with open(\"/home/tony/Data/Preference/7b_v2/7v_v20_full_recut_id.json\", \"w\") as fp:\n", "# json.dump(all_ids, fp)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.037389Z", "iopub.status.idle": "2025-11-15T07:57:54.037555Z" } }, "outputs": [], "source": [ "# x_data = train_df[train_df[\"preference\"]][\"similarity\"]\n", "# y_data = train_df[~train_df[\"preference\"]][\"similarity\"]\n", "# from matplotlib.colors import LogNorm\n", "\n", "# fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(24, 10))\n", "\n", "# # 2D Histogram\n", "# h = ax1.hist2d(\n", "# x_data,\n", "# y_data,\n", "# bins=(50, 50),\n", "# cmap=\"coolwarm\",\n", "# range=[[0, 1], [0, 1]],\n", "# norm=LogNorm(),\n", "# )\n", "\n", "# ax1.set_xlabel(\"Semantic Distance (Preferred)\")\n", "# ax1.set_ylabel(\"Semantic Distance (Non-Preferred)\")\n", "# ax1.set_title(\n", "# \"2D Histogram of Semantic Distances: Preferred vs Non-Preferred (Log Scale)\"\n", "# )\n", "\n", "# cbar1 = plt.colorbar(h[3], ax=ax1)\n", "# cbar1.set_label(\"Number of Request IDs (Log Scale)\")\n", "\n", "# # Scatter plot\n", "# ax2.scatter(x_data, y_data, alpha=0.1, s=1)\n", "# ax2.set_xlabel(\"Semantic Distance (Preferred)\")\n", "# ax2.set_ylabel(\"Semantic Distance (Non-Preferred)\")\n", "# ax2.set_title(\"Scatter Plot of Semantic Distances: Preferred vs Non-Preferred\")\n", "# ax2.set_xlim(0, 1)\n", "# ax2.set_ylim(0, 1)\n", "\n", "# plt.tight_layout()\n", "# plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.037864Z", "iopub.status.idle": "2025-11-15T07:57:54.038019Z" } }, "outputs": [], "source": [ "# train_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"meta_tr.jsonl\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.038293Z", "iopub.status.idle": "2025-11-15T07:57:54.038437Z" } }, "outputs": [], "source": [ "# train_info.keys()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.038709Z", "iopub.status.idle": "2025-11-15T07:57:54.038847Z" } }, "outputs": [], "source": [ "# import torch\n", "\n", "# a = torch.tensor([6.2500e-04, 3.9062e-05, 2.3462e-03])" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.039112Z", "iopub.status.idle": "2025-11-15T07:57:54.039250Z" } }, "outputs": [], "source": [ "# a.mean()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.039578Z", "iopub.status.idle": "2025-11-15T07:57:54.039714Z" } }, "outputs": [], "source": [ "# import time\n", "# time.sleep(3600 * 3)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.040231Z", "iopub.status.idle": "2025-11-15T07:57:54.040380Z" } }, "outputs": [], "source": [ "# !cd /home/tony/Work/tony/slurm/diffusion && sbatch run_diffusion_infill.sh" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.041089Z", "iopub.status.idle": "2025-11-15T07:57:54.041243Z" } }, "outputs": [], "source": [ "def get_control_slider(metadata):\n", " if \"param_experiment\" in metadata:\n", " exp = metadata.get(\"param_experiment\", \"\")\n", " if exp:\n", " if exp == \"mask_control_slider\":\n", " if not metadata.get(\"control_sliders\", None):\n", " return False\n", " else:\n", " return True\n", " return None\n", "\n", "df[\"mask_control\"] = df.apply(\n", " lambda row: get_control_slider(row[\"metadata\"]), axis=1\n", ")\n", "masked_request_id = df[~df[\"mask_control\"].isna()][\"request_id\"].unique()\n", "subset_df = df[df[\"request_id\"].isin(masked_request_id)].copy()\n", "print(\"check subset shape\", df.shape, subset_df.shape)\n", "# control masked\n", "user_pref_pct = (\n", " subset_df[subset_df[\"mask_control\"] == True].groupby(\"user_id\")[\"preference\"]\n", " .apply(lambda x: x.mean())\n", ")\n", "print(user_pref_pct.head())\n", "# Plot a histogram of the user preference percentages\n", "plt.figure(figsize=(6, 4))\n", "plt.hist(user_pref_pct, bins=np.linspace(0, 1, 100), edgecolor=\"black\")\n", "plt.xlabel(\"Preference % for mask_control\")\n", "plt.ylabel(\"Number of Users\")\n", "plt.title(\"Histogram of User Preference for 'mask_control'\")\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.041506Z", "iopub.status.idle": "2025-11-15T07:57:54.041644Z" } }, "outputs": [], "source": [ "user_counts = subset_df.groupby(\"user_id\")[\"preference\"].count()\n", "eligible_users = user_counts[user_counts >= 4].index\n", "len(eligible_users)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.041890Z", "iopub.status.idle": "2025-11-15T07:57:54.042024Z" } }, "outputs": [], "source": [ "# control masked\n", "eligible_user_pref_pct = (\n", " subset_df[subset_df[\"user_id\"].isin(eligible_users) & (subset_df[\"mask_control\"] == True)].groupby(\"user_id\")[\"preference\"]\n", " .apply(lambda x: x.mean())\n", ")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.042426Z", "iopub.status.idle": "2025-11-15T07:57:54.042581Z" } }, "outputs": [], "source": [ "# Plot a histogram of the user preference percentages\n", "plt.figure(figsize=(6, 4))\n", "plt.hist(eligible_user_pref_pct, bins=np.linspace(0, 1, 20), edgecolor=\"black\")\n", "plt.xlabel(\"Preference % for mask_control\")\n", "plt.ylabel(\"Number of Users\")\n", "plt.title(\"Histogram of User Preference for 'mask_control'\")\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.042859Z", "iopub.status.idle": "2025-11-15T07:57:54.043003Z" } }, "outputs": [], "source": [ "eligible_user_pref_pct[172918] # kakermix" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## sliders" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.043334Z", "iopub.status.idle": "2025-11-15T07:57:54.043470Z" } }, "outputs": [], "source": [ "from typing import Any\n", "import pandas as pd\n", "\n", "def map_control_sliders_to_df(df: pd.DataFrame) -> pd.DataFrame:\n", " \"\"\"Extracts 'style_weight' and 'weirdness_constraint' from the 'control_sliders' dict in the 'metadata' column\n", " and adds them as new columns to the DataFrame.\n", "\n", " Args:\n", " df (pd.DataFrame): DataFrame with a 'metadata' column containing a 'control_sliders' dict.\n", "\n", " Returns:\n", " pd.DataFrame: DataFrame with added 'style_weight' and 'weirdness_constraint' columns.\n", "\n", " Raises:\n", " KeyError: If 'control_sliders', 'style_weight', or 'weirdness_constraint' are missing in any row.\n", " TypeError: If the extracted values are not floats.\n", "\n", " Example:\n", " >>> import pandas as pd\n", " >>> data = [{'metadata': {'control_sliders': {'style_weight': 0.89, 'weirdness_constraint': 0.8}}}]\n", " >>> df = pd.DataFrame(data)\n", " >>> df = map_control_sliders_to_df(df)\n", " >>> df[['style_weight', 'weirdness_constraint']].iloc[0].tolist()\n", " [0.89, 0.8]\n", " \"\"\"\n", " # Vectorized extraction for performance\n", " sliders = df[\"metadata\"].map(lambda m: m.get(\"control_sliders\", {}))\n", " style_weight = sliders.map(lambda s: s.get(\"style_weight\", None))\n", " weirdness_constraint = sliders.map(lambda s: s.get(\"weirdness_constraint\", None))\n", " audio_weight = sliders.map(lambda s: s.get(\"audio_weight\", None))\n", "\n", " df[\"style_weight\"] = style_weight\n", " df[\"weirdness_constraint\"] = weirdness_constraint\n", " df[\"audio_weight\"] = audio_weight\n", " return df\n", "\n", "def print_percentiles(\n", " data: np.ndarray,\n", " percentiles: list[float] = [5, 10, 20, 25, 50, 75, 80, 90, 95]\n", ") -> None:\n", " \"\"\"Prints specified percentiles of the data.\n", "\n", " Args:\n", " data (np.ndarray): Array of values to compute percentiles for.\n", " percentiles (list[float], optional): List of percentiles to print. Defaults to [5, 10, 20, 25, 50, 75, 80, 90, 95].\n", "\n", " Example:\n", " >>> print_percentiles(np.array([1, 2, 3, 4, 5]))\n", " \"\"\"\n", " data = data[~data.isna()]\n", " results = np.percentile(data, percentiles)\n", " print(\"Percentiles:\")\n", " for p, v in zip(percentiles, results):\n", " print(f\" {p:>3}%: {v:.4f}\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.044057Z", "iopub.status.idle": "2025-11-15T07:57:54.044209Z" } }, "outputs": [], "source": [ "df_total = map_control_sliders_to_df(df_total)\n", "df_total[[\"style_weight\",\"weirdness_constraint\",\"audio_weight\"]].describe()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.044505Z", "iopub.status.idle": "2025-11-15T07:57:54.044640Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"style_weight\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"style_weight\"])\n", "plt.title(\"Distribution of Style Weight\")\n", "plt.xlabel(\"Style Weight\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.044913Z", "iopub.status.idle": "2025-11-15T07:57:54.045055Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"weirdness_constraint\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"weirdness_constraint\"])\n", "plt.title(\"Distribution of Weirdness\")\n", "plt.xlabel(\"weirdness_constraint\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.045359Z", "iopub.status.idle": "2025-11-15T07:57:54.045500Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"audio_weight\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"audio_weight\"])\n", "plt.title(\"Distribution of audio_weight\")\n", "plt.xlabel(\"audio_weight\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Fetch other parameters" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.045740Z", "iopub.status.idle": "2025-11-15T07:57:54.045874Z" } }, "outputs": [], "source": [ "# df_total[df_total[\"task\"] == \"stem_condition\"][[\"s3_id\", \"preference\", \"request_id\", \"control_tags\"]].head(n=100)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.046102Z", "iopub.status.idle": "2025-11-15T07:57:54.046236Z" } }, "outputs": [], "source": [ "len(metas_tr)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.046577Z", "iopub.status.idle": "2025-11-15T07:57:54.046713Z" } }, "outputs": [], "source": [ "c = Counter()\n", "for data_meta in metas_tr:\n", " c[data_meta.get(\"control_tags\", \"\") if isinstance(data_meta.get(\"control_tags\", \"\"), str) else \"\"] += 1\n", "print(c)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.047447Z", "iopub.status.idle": "2025-11-15T07:57:54.047595Z" } }, "outputs": [], "source": [ "# with open(\"/app2/suno/data/dpo/crow_t1_v3/dodo_t23_2025-08-28_01-30-09_cached_loss.json\", \"r\") as fp:\n", "# old_loss = json.load(fp)\n", "# with open(\"/app2/suno/data/dpo/crow_t1_v3/dodo_t23_2025-08-28_01-30-09_redo3_cached_loss.json\", \"r\") as fp:\n", "# new_loss = json.load(fp)\n", "\n", "# sem_losses = []\n", "# for curr_id, o_v in old_loss[\"train\"].items():\n", "# n_v = new_loss[\"train\"][curr_id]\n", "# for k in o_v:\n", "# assert o_v[k] == n_v[k]\n", "# if k == \"semantic_0\":\n", "# if o_v[\"orig_idx\"] % 2 == 1:\n", "# sem_losses.append(o_v[k])\n", "# # if o_v[k] > 4 and o_v[\"orig_idx\"] % 2 == 1:\n", "# # print(o_v, o_v[\"orig_idx\"] % 3360, o_v[\"orig_idx\"] % 3360 // 4)\n", "# sem_losses.sort()\n", "# plt.hist(sem_losses, bins=np.linspace(0, 10, 100))\n", "# plt.yscale(\"log\")\n", "# plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.047842Z", "iopub.status.idle": "2025-11-15T07:57:54.047986Z" } }, "outputs": [], "source": [ "# df_total[df_total[\"is_public\"]].to_pickle(\"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_public_only.pkl\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "iopub.status.busy": "2025-11-15T07:57:54.048239Z", "iopub.status.idle": "2025-11-15T07:57:54.048377Z" } }, "outputs": [], "source": [ "df[df[\"is_public\"] & (df[\"tags\"].str.len() < 1)]" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.15" }, "toc": { "base_numbering": 1, "nav_menu": {}, "number_sections": true, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false } }, "nbformat": 4, "nbformat_minor": 4 }