{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "7149f45d", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:40:55.342800Z", "start_time": "2024-03-17T03:40:55.341424Z" } }, "outputs": [], "source": [ "# !pip install opencv-python \n", "\n", "# cd /home/georg/code/flowframes/Pkgs/rife-cuda\n", "# conda activate flowframes\n", "# CUDA_VISIBLE_DEVICES=3 python rife.py \\\n", "# --input=\"/home/georg/notebooks/new_projects/image_morp/tony_frames_1ps\" \\\n", "# --output=\"out3\" \\\n", "# --multi=30 \\\n", "# --imgformat=\"jpeg\"" ] }, { "cell_type": "code", "execution_count": 2, "id": "b5913b99", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:40:55.441336Z", "start_time": "2024-03-17T03:40:55.343743Z" } }, "outputs": [], "source": [ "import os\n", "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"1\"" ] }, { "cell_type": "code", "execution_count": 17, "id": "e51d7727", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:42:38.560481Z", "start_time": "2024-03-17T03:42:38.558325Z" } }, "outputs": [], "source": [ "from diffusers import (\n", " ControlNetModel,\n", " StableDiffusionXLControlNetPipeline,\n", " AutoencoderKL,\n", ")\n", "from diffusers import StableDiffusionXLPipeline, UNet2DConditionModel, EulerDiscreteScheduler\n", "from diffusers.utils import load_image\n", "from PIL import Image\n", "import torch\n", "import numpy as np\n", "import cv2\n", "from huggingface_hub import hf_hub_download\n", "from safetensors.torch import load_file\n", "import tqdm" ] }, { "cell_type": "code", "execution_count": 4, "id": "459b929e", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:41:25.015505Z", "start_time": "2024-03-17T03:40:58.799605Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: \n", "```\n", "pip install accelerate\n", "```\n", ".\n", "Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: \n", "```\n", "pip install accelerate\n", "```\n", ".\n", "/home/tony/anaconda3/envs/suno_env/lib/python3.10/site-packages/diffusers/configuration_utils.py:244: FutureWarning: It is deprecated to pass a pretrained model name or path to `from_config`.If you were trying to load a model, please use .load_config(...) followed by .from_config(...) instead. Otherwise, please make sure to pass a configuration dictionary instead. This functionality will be removed in v1.0.0.\n", " deprecate(\"config-passed-as-path\", \"1.0.0\", deprecation_message, standard_warn=False)\n", "Cannot initialize model with low cpu memory usage because `accelerate` was not found in the environment. Defaulting to `low_cpu_mem_usage=False`. It is strongly recommended to install `accelerate` for faster and less memory-intense model loading. You can do so with: \n", "```\n", "pip install accelerate\n", "```\n", ".\n" ] }, { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "ad21385152e14a0997a4ac2a0685ea79", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Loading pipeline components...: 0%| | 0/7 [00:00" ] }, "execution_count": 34, "metadata": {}, "output_type": "execute_result" } ], "source": [ "out_image = pipe(\n", " prompt,\n", " num_inference_steps=num_inference_steps,\n", " second_promt=second_prompt,\n", " negative_prompt=negative_prompt,\n", " image=ref_image,\n", " controlnet_conditioning_scale=controlnet_conditioning_scale,\n", " guidance_scale=guidance_scale,\n", " height=height,\n", " width=width,\n", ").images[0]\n", "out_image" ] }, { "cell_type": "code", "execution_count": 9, "id": "658be978", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:41:27.153441Z", "start_time": "2024-03-17T03:41:26.864651Z" } }, "outputs": [ { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[9], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mBREAK\u001b[49m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "BREAK" ] }, { "cell_type": "markdown", "id": "d74c3139", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T03:35:04.591435Z", "start_time": "2024-03-17T03:35:04.591426Z" } }, "source": [ "# make videos" ] }, { "cell_type": "code", "execution_count": 35, "id": "ef3a8075", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T12:42:29.088963Z", "start_time": "2024-03-17T12:42:29.086903Z" } }, "outputs": [], "source": [ "outdir = \"/home/tony/Work/tony/videos/frames_control_net\"\n", "os.makedirs(outdir, exist_ok=True)" ] }, { "cell_type": "code", "execution_count": 36, "id": "3e7bf87b", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T12:42:29.340212Z", "start_time": "2024-03-17T12:42:29.338289Z" } }, "outputs": [], "source": [ "prompt = \"a bird playing musical instruments and walking down the street on saint patrick day, feeling so alive.\"\n", "pipe.set_progress_bar_config(disable=True)" ] }, { "cell_type": "code", "execution_count": 37, "id": "22119567", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T12:42:29.995386Z", "start_time": "2024-03-17T12:42:29.494132Z" } }, "outputs": [], "source": [ "my_latents = pipe(\n", " prompt=prompt,\n", " num_inference_steps=num_inference_steps,\n", " guidance_scale=guidance_scale,\n", " image=ref_image,\n", " controlnet_conditioning_scale=controlnet_conditioning_scale,\n", " height=height,\n", " width=width,\n", " output_type=\"latent\"\n", ").images" ] }, { "cell_type": "code", "execution_count": 38, "id": "19b1871c", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T12:42:30.486312Z", "start_time": "2024-03-17T12:42:30.482617Z" } }, "outputs": [], "source": [ "def slerp(t, v0, v1, DOT_THRESHOLD=0.9995):\n", " \"\"\"helper function to spherically interpolate two arrays v1 v2\"\"\"\n", "\n", " if not isinstance(v0, np.ndarray):\n", " inputs_are_torch = True\n", " input_device = v0.device\n", " v0 = v0.cpu().numpy()\n", " v1 = v1.cpu().numpy()\n", "\n", " dot = np.sum(v0 * v1 / (np.linalg.norm(v0) * np.linalg.norm(v1)))\n", " if np.abs(dot) > DOT_THRESHOLD:\n", " v2 = (1 - t) * v0 + t * v1\n", " else:\n", " theta_0 = np.arccos(dot)\n", " sin_theta_0 = np.sin(theta_0)\n", " theta_t = theta_0 * t\n", " sin_theta_t = np.sin(theta_t)\n", " s0 = np.sin(theta_0 - theta_t) / sin_theta_0\n", " s1 = sin_theta_t / sin_theta_0\n", " v2 = s0 * v0 + s1 * v1\n", "\n", " if inputs_are_torch:\n", " v2 = torch.from_numpy(v2).to(input_device)\n", "\n", " return v2" ] }, { "cell_type": "code", "execution_count": 39, "id": "999fcdd2", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T13:11:09.730379Z", "start_time": "2024-03-17T12:42:31.114936Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████| 12/12 [28:38<00:00, 143.22s/it]\n" ] } ], "source": [ "num_steps = 30 * 5\n", "n_images = 12\n", "max_frames = num_steps * n_images # 10000\n", "guidance_scale = 0\n", "init1 = torch.randn(my_latents.shape, device=\"cuda\").to(torch.float16)\n", "frame_index = 0\n", "for n_image in tqdm.tqdm(range(n_images)):\n", " # sample the destination\n", " init2 = torch.randn(my_latents.shape, device=\"cuda\").to(torch.float16)\n", "\n", " for t in np.linspace(0, 1, num_steps):\n", " init = slerp(float(t), init1, init2)\n", " # print(\"dreaming... \", frame_index)\n", " image = pipe(\n", " prompt=prompt,\n", " second_promt=second_prompt,\n", " negative_prompt=negative_prompt,\n", " num_inference_steps=num_inference_steps,\n", " latents=init,\n", " guidance_scale=guidance_scale,\n", " image=ref_image,\n", " controlnet_conditioning_scale=controlnet_conditioning_scale,\n", " height=height,\n", " width=width,\n", " ).images[0]\n", " outpath = os.path.join(outdir, \"frame%06d.jpg\" % frame_index)\n", " image.save(outpath, quality=75)\n", " frame_index += 1\n", " init1 = init2" ] }, { "cell_type": "code", "execution_count": 40, "id": "be68f304", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T13:11:20.001221Z", "start_time": "2024-03-17T13:11:09.731813Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "ffmpeg version 4.2.7-0ubuntu0.1 Copyright (c) 2000-2022 the FFmpeg developers\n", " built with gcc 9 (Ubuntu 9.4.0-1ubuntu1~20.04.1)\n", " configuration: --prefix=/usr --extra-version=0ubuntu0.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-avresample --disable-filter=resample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librsvg --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-nvenc --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\n", " libavutil 56. 31.100 / 56. 31.100\n", " libavcodec 58. 54.100 / 58. 54.100\n", " libavformat 58. 29.100 / 58. 29.100\n", " libavdevice 58. 8.100 / 58. 8.100\n", " libavfilter 7. 57.100 / 7. 57.100\n", " libavresample 4. 0. 0 / 4. 0. 0\n", " libswscale 5. 5.100 / 5. 5.100\n", " libswresample 3. 5.100 / 3. 5.100\n", " libpostproc 55. 5.100 / 55. 5.100\n", "Input #0, image2, from '/home/tony/Work/tony/videos/frames_control_net/frame%06d.jpg':\n", " Duration: 00:01:00.00, start: 0.000000, bitrate: N/A\n", " Stream #0:0: Video: mjpeg (Baseline), yuvj420p(pc, bt470bg/unknown/unknown), 1024x1024 [SAR 1:1 DAR 1:1], 30 fps, 30 tbr, 30 tbn, 30 tbc\n", "Stream mapping:\n", " Stream #0:0 -> #0:0 (mjpeg (native) -> mpeg4 (native))\n", "Press [q] to stop, [?] for help\n", "\u001b[1;34m[swscaler @ 0x55f4e88caec0] \u001b[0m\u001b[0;33mdeprecated pixel format used, make sure you did set range correctly\n", "\u001b[0mOutput #0, avi, to '/home/tony/Work/tony/videos/test_control.avi':\n", " Metadata:\n", " ISFT : Lavf58.29.100\n", " Stream #0:0: Video: mpeg4 (FMP4 / 0x34504D46), yuv420p, 1024x1024 [SAR 1:1 DAR 1:1], q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc\n", " Metadata:\n", " encoder : Lavc58.54.100 mpeg4\n", " Side data:\n", " cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n", "frame= 1800 fps=187 q=31.0 Lsize= 6121kB time=00:01:00.00 bitrate= 835.7kbits/s speed=6.24x \n", "video:6072kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.801566%\n" ] } ], "source": [ "!ffmpeg -y -r 30 -f image2 -s 1024x1024 \\\n", " -i /home/tony/Work/tony/videos/frames_control_net/frame%06d.jpg \\\n", " -vcodec mpeg4 /home/tony/Work/tony/videos/test_control.avi" ] }, { "cell_type": "code", "execution_count": 41, "id": "57bb7e8b", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T13:11:21.529690Z", "start_time": "2024-03-17T13:11:20.003041Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "ffmpeg version 4.2.7-0ubuntu0.1 Copyright (c) 2000-2022 the FFmpeg developers\n", " built with gcc 9 (Ubuntu 9.4.0-1ubuntu1~20.04.1)\n", " configuration: --prefix=/usr --extra-version=0ubuntu0.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-avresample --disable-filter=resample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librsvg --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-nvenc --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\n", " libavutil 56. 31.100 / 56. 31.100\n", " libavcodec 58. 54.100 / 58. 54.100\n", " libavformat 58. 29.100 / 58. 29.100\n", " libavdevice 58. 8.100 / 58. 8.100\n", " libavfilter 7. 57.100 / 7. 57.100\n", " libavresample 4. 0. 0 / 4. 0. 0\n", " libswscale 5. 5.100 / 5. 5.100\n", " libswresample 3. 5.100 / 3. 5.100\n", " libpostproc 55. 5.100 / 55. 5.100\n", "Input #0, avi, from '/home/tony/Work/tony/videos/test_control.avi':\n", " Metadata:\n", " encoder : Lavf58.29.100\n", " Duration: 00:01:00.00, start: 0.000000, bitrate: 835 kb/s\n", " Stream #0:0: Video: mpeg4 (Simple Profile) (FMP4 / 0x34504D46), yuv420p, 1024x1024 [SAR 1:1 DAR 1:1], 829 kb/s, 30 fps, 30 tbr, 30 tbn, 30 tbc\n", "\u001b[0;35m[mp3 @ 0x55d39f562e00] \u001b[0m\u001b[0;33mEstimating duration from bitrate, this may be inaccurate\n", "\u001b[0mInput #1, mp3, from '/home/tony/Work/tony/audios/walking_down.mp3':\n", " Duration: 00:00:57.91, start: 0.000000, bitrate: 127 kb/s\n", " Stream #1:0: Audio: mp3, 44100 Hz, stereo, fltp, 128 kb/s\n", "Stream mapping:\n", " Stream #0:0 -> #0:0 (copy)\n", " Stream #1:0 -> #0:1 (mp3 (mp3float) -> mp3 (libmp3lame))\n", "Press [q] to stop, [?] for help\n", "Output #0, avi, to '/home/tony/Work/tony/videos/test2_control.avi':\n", " Metadata:\n", " ISFT : Lavf58.29.100\n", " Stream #0:0: Video: mpeg4 (Simple Profile) (FMP4 / 0x34504D46), yuv420p, 1024x1024 [SAR 1:1 DAR 1:1], q=2-31, 829 kb/s, 30 fps, 30 tbr, 30 tbn, 30 tbc\n", " Stream #0:1: Audio: mp3 (libmp3lame) (U[0][0][0] / 0x0055), 44100 Hz, stereo, fltp\n", " Metadata:\n", " encoder : Lavc58.54.100 libmp3lame\n", "frame= 1738 fps=0.0 q=-1.0 Lsize= 6896kB time=00:00:57.93 bitrate= 975.1kbits/s speed=62.9x \n", "video:5887kB audio:905kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 1.523279%\n" ] } ], "source": [ "!ffmpeg -y -i /home/tony/Work/tony/videos/test_control.avi \\\n", " -i /home/tony/Work/tony/audios/walking_down.mp3 \\\n", " -map 0:v -map 1:a -c:v copy -shortest /home/tony/Work/tony/videos/test2_control.avi" ] }, { "cell_type": "code", "execution_count": 42, "id": "cdc93505", "metadata": { "ExecuteTime": { "end_time": "2024-03-17T13:11:27.258463Z", "start_time": "2024-03-17T13:11:21.531910Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "ffmpeg version 4.2.7-0ubuntu0.1 Copyright (c) 2000-2022 the FFmpeg developers\n", " built with gcc 9 (Ubuntu 9.4.0-1ubuntu1~20.04.1)\n", " configuration: --prefix=/usr --extra-version=0ubuntu0.1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-avresample --disable-filter=resample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librsvg --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-nvenc --enable-chromaprint --enable-frei0r --enable-libx264 --enable-shared\n", " libavutil 56. 31.100 / 56. 31.100\n", " libavcodec 58. 54.100 / 58. 54.100\n", " libavformat 58. 29.100 / 58. 29.100\n", " libavdevice 58. 8.100 / 58. 8.100\n", " libavfilter 7. 57.100 / 7. 57.100\n", " libavresample 4. 0. 0 / 4. 0. 0\n", " libswscale 5. 5.100 / 5. 5.100\n", " libswresample 3. 5.100 / 3. 5.100\n", " libpostproc 55. 5.100 / 55. 5.100\n", "Input #0, avi, from '/home/tony/Work/tony/videos/test2_control.avi':\n", " Metadata:\n", " encoder : Lavf58.29.100\n", " Duration: 00:00:57.97, start: 0.000000, bitrate: 974 kb/s\n", " Stream #0:0: Video: mpeg4 (Simple Profile) (FMP4 / 0x34504D46), yuv420p, 1024x1024 [SAR 1:1 DAR 1:1], 832 kb/s, 30 fps, 30 tbr, 30 tbn, 30 tbc\n", " Stream #0:1: Audio: mp3 (U[0][0][0] / 0x0055), 44100 Hz, stereo, fltp, 128 kb/s\n", "Stream mapping:\n", " Stream #0:0 -> #0:0 (mpeg4 (native) -> h264 (libx264))\n", " Stream #0:1 -> #0:1 (mp3 (mp3float) -> aac (native))\n", "Press [q] to stop, [?] for help\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0musing SAR=1/1\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0musing cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2 AVX512\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mprofile High, level 3.2\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0m264 - core 155 r2917 0a84d98 - H.264/MPEG-4 AVC codec - Copyleft 2003-2018 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=32 lookahead_threads=5 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\n", "Output #0, mp4, to '/home/tony/Work/tony/videos/test_control.mp4':\n", " Metadata:\n", " encoder : Lavf58.29.100\n", " Stream #0:0: Video: h264 (libx264) (avc1 / 0x31637661), yuv420p, 1024x1024 [SAR 1:1 DAR 1:1], q=-1--1, 30 fps, 15360 tbn, 30 tbc\n", " Metadata:\n", " encoder : Lavc58.54.100 libx264\n", " Side data:\n", " cpb: bitrate max/min/avg: 0/0/0 buffer size: 0 vbv_delay: -1\n", " Stream #0:1: Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, stereo, fltp, 128 kb/s\n", " Metadata:\n", " encoder : Lavc58.54.100 aac\n", "frame= 1739 fps=341 q=-1.0 Lsize= 11814kB time=00:00:57.95 bitrate=1669.9kbits/s dup=1 drop=0 speed=11.4x \n", "video:10850kB audio:911kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.446857%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mframe I:14 Avg QP:17.24 size: 29266\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mframe P:1586 Avg QP:21.11 size: 6308\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mframe B:139 Avg QP:24.82 size: 5002\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mconsecutive B-frames: 84.0% 16.0% 0.0% 0.0%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mmb I I16..4: 54.0% 43.4% 2.6%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mmb P I16..4: 4.7% 7.9% 0.7% P16..4: 13.3% 2.9% 2.2% 0.0% 0.0% skip:68.2%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mmb B I16..4: 2.0% 5.2% 0.1% B16..8: 30.4% 4.7% 0.9% direct: 1.5% skip:55.2% L0:83.9% L1:13.6% BI: 2.5%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0m8x8 transform intra:59.1% inter:95.9%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mcoded y,uvDC,uvAC intra: 30.6% 44.9% 4.1% inter: 3.2% 3.8% 0.3%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mi16 v,h,dc,p: 42% 38% 19% 0%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mi8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 19% 18% 48% 5% 0% 0% 0% 0% 8%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mi4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 64% 29% 5% 1% 0% 0% 0% 0% 0%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mi8c dc,h,v,p: 44% 25% 30% 2%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mWeighted P-Frames: Y:0.1% UV:0.1%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mref P L0: 68.3% 7.6% 14.8% 9.3% 0.0%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mref B L0: 68.6% 31.4%\n", "\u001b[1;36m[libx264 @ 0x55cb51ed7800] \u001b[0mkb/s:1533.31\n", "\u001b[1;36m[aac @ 0x55cb51ea75c0] \u001b[0mQavg: 293.015\n" ] } ], "source": [ "!ffmpeg -y -i /home/tony/Work/tony/videos/test2_control.avi /home/tony/Work/tony/videos/test_control.mp4" ] }, { "cell_type": "code", "execution_count": null, "id": "bfe6e4e1", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.13" }, "toc": { "base_numbering": 1, "nav_menu": {}, "number_sections": true, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false } }, "nbformat": 4, "nbformat_minor": 5 }