test_PVQ_on_new_datasets.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "test_PVQ_on_new_datasets.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TdZpsyr0Hh48",
        "outputId": "7fd8c3d9-4a46-4840-afd8-eb24c73b7513"
      },
      "source": [
        "!git clone https://github.com/baidut/PatchVQ "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'PatchVQ'...\n",
            "remote: Enumerating objects: 219, done.\u001b[K\n",
            "remote: Counting objects: 100% (219/219), done.\u001b[K\n",
            "remote: Compressing objects: 100% (195/195), done.\u001b[K\n",
            "remote: Total 219 (delta 28), reused 195 (delta 15), pack-reused 0\u001b[K\n",
            "Receiving objects: 100% (219/219), 8.56 MiB | 35.22 MiB/s, done.\n",
            "Resolving deltas: 100% (28/28), done.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FQjxho-8IhmG"
      },
      "source": [
        "import os\n",
        "os.chdir('/content/PatchVQ/')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Download pretrained models"
      ],
      "metadata": {
        "id": "MhwsYgKgvygE"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!wget https://github.com/baidut/PatchVQ/releases/download/v0.1/RoIPoolModel-fit.10.bs.120.pth"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "cZUHyjnDuXR8",
        "outputId": "5fb50270-b5d4-4f7b-ce3d-e7dfa5649f7a"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2022-04-08 05:57:06--  https://github.com/baidut/PatchVQ/releases/download/v0.1/RoIPoolModel-fit.10.bs.120.pth\n",
            "Resolving github.com (github.com)... 13.114.40.48\n",
            "Connecting to github.com (github.com)|13.114.40.48|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/313496427/c7bda7b3-314d-418b-acd1-1ee1f85b1a45?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220408%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220408T055707Z&X-Amz-Expires=300&X-Amz-Signature=0c7cc61241f2f4c60498443c896734d2274d4db6f8fc63f69d106de8fe25837e&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3DRoIPoolModel-fit.10.bs.120.pth&response-content-type=application%2Foctet-stream [following]\n",
            "--2022-04-08 05:57:07--  https://objects.githubusercontent.com/github-production-release-asset-2e65be/313496427/c7bda7b3-314d-418b-acd1-1ee1f85b1a45?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220408%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220408T055707Z&X-Amz-Expires=300&X-Amz-Signature=0c7cc61241f2f4c60498443c896734d2274d4db6f8fc63f69d106de8fe25837e&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3DRoIPoolModel-fit.10.bs.120.pth&response-content-type=application%2Foctet-stream\n",
            "Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...\n",
            "Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 140552190 (134M) [application/octet-stream]\n",
            "Saving to: ‘RoIPoolModel-fit.10.bs.120.pth’\n",
            "\n",
            "RoIPoolModel-fit.10 100%[===================>] 134.04M  6.29MB/s    in 20s     \n",
            "\n",
            "2022-04-08 05:57:27 (6.81 MB/s) - ‘RoIPoolModel-fit.10.bs.120.pth’ saved [140552190/140552190]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!wget https://github.com/baidut/PatchVQ/releases/download/v0.1/fastai-r3d18_K_200ep.pth"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ww69mrGAv44r",
        "outputId": "91f1f02e-d77a-46f4-dfb0-c5bc7d673934"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2022-04-08 05:58:07--  https://github.com/baidut/PatchVQ/releases/download/v0.1/fastai-r3d18_K_200ep.pth\n",
            "Resolving github.com (github.com)... 52.69.186.44\n",
            "Connecting to github.com (github.com)|52.69.186.44|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/313496427/75829f7c-2127-40be-9e04-224d4d14ddb7?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220408%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220408T055808Z&X-Amz-Expires=300&X-Amz-Signature=07b71cfbf5b3e586680b11c582cd8763295878503eb5aacfc044e3844025d2f1&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3Dfastai-r3d18_K_200ep.pth&response-content-type=application%2Foctet-stream [following]\n",
            "--2022-04-08 05:58:08--  https://objects.githubusercontent.com/github-production-release-asset-2e65be/313496427/75829f7c-2127-40be-9e04-224d4d14ddb7?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220408%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220408T055808Z&X-Amz-Expires=300&X-Amz-Signature=07b71cfbf5b3e586680b11c582cd8763295878503eb5aacfc044e3844025d2f1&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3Dfastai-r3d18_K_200ep.pth&response-content-type=application%2Foctet-stream\n",
            "Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...\n",
            "Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 134329145 (128M) [application/octet-stream]\n",
            "Saving to: ‘fastai-r3d18_K_200ep.pth’\n",
            "\n",
            "fastai-r3d18_K_200e 100%[===================>] 128.11M  9.47MB/s    in 11s     \n",
            "\n",
            "2022-04-08 05:58:19 (11.7 MB/s) - ‘fastai-r3d18_K_200ep.pth’ saved [134329145/134329145]\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ATHngmAceGp5"
      },
      "source": [
        "## Setup environment"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "J_3AlwwVgmri",
        "outputId": "cd8efceb-8e84-4753-bfe9-a1b3cd326fc8"
      },
      "source": [
        "import sys\n",
        "print(sys.executable)\n",
        "print(sys.version)\n",
        "print(sys.version_info)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/home/zq/miniconda3/envs/year3/bin/python\n",
            "3.7.9 (default, Aug 31 2020, 12:42:55) \n",
            "[GCC 7.3.0]\n",
            "sys.version_info(major=3, minor=7, micro=9, releaselevel='final', serial=0)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "nWBkIQpuLRHr"
      },
      "source": [
        "**The code is incompatible with the latest fastai2.** Please use the exact version as shown in this notebook.\n",
        "\n",
        "\n",
        "When testing locally, install [miniconda](https://docs.conda.io/en/latest/miniconda.html) and create a virtual environment:\n",
        "\n",
        "```\n",
        "conda create --name patchvq python=3.7\n",
        "pip install fastai==2.0.18\n",
        "pip install cached-property loguru pillow==8.2 Cython seaborn\n",
        "```\n",
        "\n"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "check version"
      ],
      "metadata": {
        "id": "1hXFnKcIwVd_"
      }
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LRaTI9uwWfSk",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "d8d753df-7ee5-48f9-eff8-f69495d23bf0"
      },
      "source": [
        "pip install fastai==2.0.18"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Collecting fastai==2.0.18\n",
            "  Downloading fastai-2.0.18-py3-none-any.whl (188 kB)\n",
            "\u001b[?25l\r\u001b[K     |█▊                              | 10 kB 23.1 MB/s eta 0:00:01\r\u001b[K     |███▌                            | 20 kB 9.1 MB/s eta 0:00:01\r\u001b[K     |█████▏                          | 30 kB 7.8 MB/s eta 0:00:01\r\u001b[K     |███████                         | 40 kB 3.6 MB/s eta 0:00:01\r\u001b[K     |████████▊                       | 51 kB 3.6 MB/s eta 0:00:01\r\u001b[K     |██████████▍                     | 61 kB 4.3 MB/s eta 0:00:01\r\u001b[K     |████████████▏                   | 71 kB 4.5 MB/s eta 0:00:01\r\u001b[K     |██████████████                  | 81 kB 4.5 MB/s eta 0:00:01\r\u001b[K     |███████████████▋                | 92 kB 5.1 MB/s eta 0:00:01\r\u001b[K     |█████████████████▍              | 102 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |███████████████████▏            | 112 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |████████████████████▉           | 122 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |██████████████████████▋         | 133 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |████████████████████████▍       | 143 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |██████████████████████████      | 153 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████▉    | 163 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |█████████████████████████████▋  | 174 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |███████████████████████████████▎| 184 kB 4.2 MB/s eta 0:00:01\r\u001b[K     |████████████████████████████████| 188 kB 4.2 MB/s \n",
            "\u001b[?25hRequirement already satisfied: pillow in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (7.1.2)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (21.3)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (1.4.1)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (3.2.2)\n",
            "Collecting fastcore<1.3,>=1.1\n",
            "  Downloading fastcore-1.2.5-py3-none-any.whl (45 kB)\n",
            "\u001b[K     |████████████████████████████████| 45 kB 3.4 MB/s \n",
            "\u001b[?25hCollecting torch<1.7,>=1.6\n",
            "  Downloading torch-1.6.0-cp37-cp37m-manylinux1_x86_64.whl (748.8 MB)\n",
            "\u001b[K     |████████████████████████████████| 748.8 MB 19 kB/s \n",
            "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (2.23.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (1.3.5)\n",
            "Requirement already satisfied: pip in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (21.1.3)\n",
            "Collecting torchvision<0.8,>=0.7\n",
            "  Downloading torchvision-0.7.0-cp37-cp37m-manylinux1_x86_64.whl (5.9 MB)\n",
            "\u001b[K     |████████████████████████████████| 5.9 MB 28.7 MB/s \n",
            "\u001b[?25hRequirement already satisfied: pyyaml in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (3.13)\n",
            "Requirement already satisfied: spacy in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (2.2.4)\n",
            "Requirement already satisfied: fastprogress>=0.2.4 in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (1.0.2)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.7/dist-packages (from fastai==2.0.18) (1.0.2)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from torch<1.7,>=1.6->fastai==2.0.18) (1.21.5)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.7/dist-packages (from torch<1.7,>=1.6->fastai==2.0.18) (0.16.0)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.7/dist-packages (from matplotlib->fastai==2.0.18) (0.11.0)\n",
            "Requirement already satisfied: python-dateutil>=2.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->fastai==2.0.18) (2.8.2)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->fastai==2.0.18) (1.4.0)\n",
            "Requirement already satisfied: pyparsing!=2.0.4,!=2.1.2,!=2.1.6,>=2.0.1 in /usr/local/lib/python3.7/dist-packages (from matplotlib->fastai==2.0.18) (3.0.7)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.7/dist-packages (from kiwisolver>=1.0.1->matplotlib->fastai==2.0.18) (3.10.0.2)\n",
            "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.7/dist-packages (from python-dateutil>=2.1->matplotlib->fastai==2.0.18) (1.15.0)\n",
            "Requirement already satisfied: pytz>=2017.3 in /usr/local/lib/python3.7/dist-packages (from pandas->fastai==2.0.18) (2018.9)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->fastai==2.0.18) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->fastai==2.0.18) (2.10)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->fastai==2.0.18) (2021.10.8)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->fastai==2.0.18) (3.0.4)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->fastai==2.0.18) (3.1.0)\n",
            "Requirement already satisfied: joblib>=0.11 in /usr/local/lib/python3.7/dist-packages (from scikit-learn->fastai==2.0.18) (1.1.0)\n",
            "Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (4.63.0)\n",
            "Requirement already satisfied: plac<1.2.0,>=0.9.6 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (1.1.3)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (2.0.6)\n",
            "Requirement already satisfied: srsly<1.1.0,>=1.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (1.0.5)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (0.9.0)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (57.4.0)\n",
            "Requirement already satisfied: blis<0.5.0,>=0.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (0.4.1)\n",
            "Requirement already satisfied: thinc==7.4.0 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (7.4.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (3.0.6)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (1.0.6)\n",
            "Requirement already satisfied: catalogue<1.1.0,>=0.0.7 in /usr/local/lib/python3.7/dist-packages (from spacy->fastai==2.0.18) (1.0.0)\n",
            "Requirement already satisfied: importlib-metadata>=0.20 in /usr/local/lib/python3.7/dist-packages (from catalogue<1.1.0,>=0.0.7->spacy->fastai==2.0.18) (4.11.3)\n",
            "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata>=0.20->catalogue<1.1.0,>=0.0.7->spacy->fastai==2.0.18) (3.7.0)\n",
            "Installing collected packages: torch, torchvision, fastcore, fastai\n",
            "  Attempting uninstall: torch\n",
            "    Found existing installation: torch 1.10.0+cu111\n",
            "    Uninstalling torch-1.10.0+cu111:\n",
            "      Successfully uninstalled torch-1.10.0+cu111\n",
            "  Attempting uninstall: torchvision\n",
            "    Found existing installation: torchvision 0.11.1+cu111\n",
            "    Uninstalling torchvision-0.11.1+cu111:\n",
            "      Successfully uninstalled torchvision-0.11.1+cu111\n",
            "  Attempting uninstall: fastai\n",
            "    Found existing installation: fastai 1.0.61\n",
            "    Uninstalling fastai-1.0.61:\n",
            "      Successfully uninstalled fastai-1.0.61\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "torchtext 0.11.0 requires torch==1.10.0, but you have torch 1.6.0 which is incompatible.\n",
            "torchaudio 0.10.0+cu111 requires torch==1.10.0, but you have torch 1.6.0 which is incompatible.\u001b[0m\n",
            "Successfully installed fastai-2.0.18 fastcore-1.2.5 torch-1.6.0 torchvision-0.7.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "pip install cached-property loguru pillow==8.2 Cython seaborn"
      ],
      "metadata": {
        "id": "t2OmJG6uxye_"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import sys; print (sys.version)\n",
        "import fastai; print(f'fastai.__version__(expected 2.0.18): {fastai.__version__}')\n",
        "import fastcore; print(f'fastcore.__version__(expected 1.2.5): {fastcore.__version__}')\n",
        "import torch; print(f\"torch.__version__(expected 1.6.0): {torch.__version__} {'w/' if torch.cuda.is_available() else 'w/o'} cuda \")\n",
        "import torchvision; print(f'torchvision.__version__(expected 0.7.0): {torchvision.__version__}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Kc0b6JvaxqNc",
        "outputId": "6d848a3b-89e6-4a17-c0ab-11fe54d6fb16"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "3.7.13 (default, Mar 16 2022, 17:37:17) \n",
            "[GCC 7.5.0]\n",
            "fastai.__version__(expected 2.0.18): 2.0.18\n",
            "fastcore.__version__(expected 1.2.5): 1.2.5\n",
            "torch.__version__(expected 1.6.0): 1.6.0 w/ cuda \n",
            "torchvision.__version__(expected 0.7.0): 0.7.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TLvPQrVUVaVw",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c3654f4f-ee5b-4351-9355-6b44a3f1087c"
      },
      "source": [
        "import fastcore\n",
        "print(fastcore.__version__)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "1.3.19\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KCBk0r9RTMnw",
        "outputId": "4acdb96b-314a-4936-8619-f0b380e0a27f"
      },
      "source": [
        "import fastai\n",
        "print(fastai.__version__)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2.0.18\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "HcY4JzqwOBXN",
        "outputId": "4e7d4f52-6e58-45e8-882f-fdc8290ea769"
      },
      "source": [
        "!pip install cached-property loguru"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: cached-property in /usr/local/lib/python3.6/dist-packages (1.5.2)\n",
            "Requirement already satisfied: loguru in /usr/local/lib/python3.6/dist-packages (0.5.3)\n",
            "Requirement already satisfied: aiocontextvars>=0.2.0 in /usr/local/lib/python3.6/dist-packages (from loguru) (0.2.2)\n",
            "Requirement already satisfied: contextvars==2.4 in /usr/local/lib/python3.6/dist-packages (from aiocontextvars>=0.2.0->loguru) (2.4)\n",
            "Requirement already satisfied: immutables>=0.9 in /usr/local/lib/python3.6/dist-packages (from contextvars==2.4->aiocontextvars>=0.2.0->loguru) (0.15)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Ypl__s9sQNud"
      },
      "source": [
        "## Download sample database\n",
        "\n",
        "We will be using a tiny subset of LIVE-VQC to demonstrate how to extract features. "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sQv36sA_QDgK",
        "outputId": "a504536a-1fde-4c58-e65d-2fda77c6ac12"
      },
      "source": [
        "!wget https://github.com/baidut/PatchVQ/releases/download/v0.1/LIVE_VQC_tiny.zip\n",
        "!mkdir data\n",
        "!unzip LIVE_VQC_tiny.zip -d data/LIVE_VQC_tiny"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2021-02-19 22:05:14--  https://github.com/baidut/PatchVQ/releases/download/v0.1/LIVE_VQC_tiny.zip\n",
            "Resolving github.com (github.com)... 140.82.112.3\n",
            "Connecting to github.com (github.com)|140.82.112.3|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://github-releases.githubusercontent.com/313496427/b3ffad00-64e8-11eb-99b7-f5c322f96093?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20210219%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20210219T220514Z&X-Amz-Expires=300&X-Amz-Signature=3583891cb3fa40912e2f8622c77f6a928205cfd52767a8b5ab51d52bde957948&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3DLIVE_VQC_tiny.zip&response-content-type=application%2Foctet-stream [following]\n",
            "--2021-02-19 22:05:14--  https://github-releases.githubusercontent.com/313496427/b3ffad00-64e8-11eb-99b7-f5c322f96093?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20210219%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20210219T220514Z&X-Amz-Expires=300&X-Amz-Signature=3583891cb3fa40912e2f8622c77f6a928205cfd52767a8b5ab51d52bde957948&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3DLIVE_VQC_tiny.zip&response-content-type=application%2Foctet-stream\n",
            "Resolving github-releases.githubusercontent.com (github-releases.githubusercontent.com)... 185.199.110.154, 185.199.111.154, 185.199.108.154, ...\n",
            "Connecting to github-releases.githubusercontent.com (github-releases.githubusercontent.com)|185.199.110.154|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 20999688 (20M) [application/octet-stream]\n",
            "Saving to: ‘LIVE_VQC_tiny.zip’\n",
            "\n",
            "LIVE_VQC_tiny.zip   100%[===================>]  20.03M  60.7MB/s    in 0.3s    \n",
            "\n",
            "2021-02-19 22:05:15 (60.7 MB/s) - ‘LIVE_VQC_tiny.zip’ saved [20999688/20999688]\n",
            "\n",
            "Archive:  LIVE_VQC_tiny.zip\n",
            "  inflating: data/LIVE_VQC_tiny/H001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/G005.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/I003.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/I001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/O002.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/I002.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/H002.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/M003.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/N001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P004.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/M002.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P007.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P008.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P006.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P003.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P005.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/O001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/L001.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P002.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/P009.mp4  \n",
            "  inflating: data/LIVE_VQC_tiny/M001.mp4  \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "n369yS6UXyGP"
      },
      "source": [
        "# Get JPGs\n",
        "\n",
        "Extract JPGs from videos. Here examples of extracting JPGs from YUV or MP4 files are provided.\n",
        "Since the videos are with MP4 extension, let's go to the MP4 subsection. \n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Tuy17sdMYf_L"
      },
      "source": [
        "## YUV"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "45ExdkJsYfab"
      },
      "source": [
        "%%bash\n",
        "#!/bin/bash\n",
        "extract_yuv_zip () {\n",
        "  OUT_DIR=\"/media/zq/DB/db/LIVE_SJTU/jpg\"\n",
        "  DB_DIR=$(dirname -- \"$1\")\n",
        "  filename=$(basename -- \"$1\")\n",
        "  NAME=${filename%.*.*}\n",
        "  # check if jpg dir exists\n",
        "  if [ -d $OUT_DIR/$NAME ]\n",
        "  then\n",
        "    echo skip existed: $NAME\n",
        "  else\n",
        "    unzip $DB_DIR/$NAME.yuv.zip -d $OUT_DIR\n",
        "    mkdir $OUT_DIR/$NAME\n",
        "    echo $NAME\n",
        "    #echo\n",
        "    ffmpeg -video_size 1920x1080 -pixel_format yuv420p -i $OUT_DIR/$NAME.yuv $OUT_DIR/$NAME/image_%05d.jpg\n",
        "    rm $OUT_DIR/$NAME.yuv\n",
        "  fi\n",
        "}\n",
        "# expose the function so that parallel can call it\n",
        "export -f extract_yuv_zip\n",
        "\n",
        "# extract_yuv_zip /media/zq/DB/db/LIVE_SJTU/LIVE-SJTU_AVQA/Distorted/BigGreenRabbit_QP50_S.yuv.zip\n",
        "# find /media/zq/DB/db/LIVE_SJTU/LIVE-SJTU_AVQA/Distorted -name \"*.yuv.zip\" | parallel --max-args 1 echo {}\n",
        "find /media/zq/DB/db/LIVE_SJTU/LIVE-SJTU_AVQA/Distorted -name \"*.yuv.zip\" | parallel --max-args 1 extract_yuv_zip {}\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bWLOkuoGYk_k"
      },
      "source": [
        "## MP4"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "O7sVSAayRz-V",
        "outputId": "fed32664-3ca5-4300-df6e-7da4059e6061"
      },
      "source": [
        "!find data/LIVE_VQC_tiny -name \"*.mp4\""
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "data/LIVE_VQC_tiny/L001.mp4\n",
            "data/LIVE_VQC_tiny/P004.mp4\n",
            "data/LIVE_VQC_tiny/I002.mp4\n",
            "data/LIVE_VQC_tiny/P003.mp4\n",
            "data/LIVE_VQC_tiny/P009.mp4\n",
            "data/LIVE_VQC_tiny/M003.mp4\n",
            "data/LIVE_VQC_tiny/M001.mp4\n",
            "data/LIVE_VQC_tiny/P002.mp4\n",
            "data/LIVE_VQC_tiny/P005.mp4\n",
            "data/LIVE_VQC_tiny/M002.mp4\n",
            "data/LIVE_VQC_tiny/P006.mp4\n",
            "data/LIVE_VQC_tiny/P001.mp4\n",
            "data/LIVE_VQC_tiny/P007.mp4\n",
            "data/LIVE_VQC_tiny/O001.mp4\n",
            "data/LIVE_VQC_tiny/P008.mp4\n",
            "data/LIVE_VQC_tiny/H002.mp4\n",
            "data/LIVE_VQC_tiny/I001.mp4\n",
            "data/LIVE_VQC_tiny/N001.mp4\n",
            "data/LIVE_VQC_tiny/H001.mp4\n",
            "data/LIVE_VQC_tiny/I003.mp4\n",
            "data/LIVE_VQC_tiny/O002.mp4\n",
            "data/LIVE_VQC_tiny/G005.mp4\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0BkUcAb5eeyK"
      },
      "source": [
        "convert one video"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "R6jbt12IgXCw"
      },
      "source": [
        "!mkdir -p data/LIVE_VQC_tiny/jpg/H001/"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kjHLDcrEebOF",
        "outputId": "c46154af-adc6-4fb8-ca6d-10a999d96096"
      },
      "source": [
        "!mkdir data/LIVE_VQC_tiny/jpg/H001/\n",
        "!ffmpeg -i data/LIVE_VQC_tiny/H001.mp4 -q:v 1 data/LIVE_VQC_tiny/jpg/H001/image_%05d.jpg"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘data/LIVE_VQC_tiny/jpg/H001/’: File exists\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/H001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 615 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 360x640 [SAR 1:1 DAR 9:16], 536 kb/s, 30 fps, 30 tbr, 15360 tbn, 60 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "\u001b[1;34m[swscaler @ 0x561094008000] \u001b[0m\u001b[0;33mdeprecated pixel format used, make sure you did set range correctly\n",
            "\u001b[0mOutput #0, image2, to 'data/LIVE_VQC_tiny/jpg/H001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 360x640 [SAR 1:1 DAR 9:16], q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  300 fps=0.0 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=12.4x    \n",
            "video:11278kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "QbZO5EhWfJuK"
      },
      "source": [
        "code to extract jpgs from mp4"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nLshUcWtX9Ez",
        "outputId": "f53b14e6-4494-4265-c3cc-c0d49cb4aa87"
      },
      "source": [
        "%%writefile extract_mp4.sh\n",
        "#!/bin/bash\n",
        "OUT_DIR=\"data/LIVE_VQC_tiny/jpg\"\n",
        "DB_DIR=$(dirname -- \"$1\")\n",
        "filename=$(basename -- \"$1\")\n",
        "NAME=\"${filename%%.*}\"\n",
        "mkdir -p $OUT_DIR/$NAME\n",
        "echo $NAME\n",
        "# https://superuser.com/questions/318845/improve-quality-of-ffmpeg-created-jpgs\n",
        "ffmpeg -i \"$1\" -q:v 1 $OUT_DIR/$NAME/image_%05d.jpg"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Writing extract_mp4.sh\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "soPrY6pCcES5"
      },
      "source": [
        "extract jpgs in parallel"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Nfk6EvXzWtV_",
        "outputId": "ea6e02b8-c6db-4721-c96c-c8ad56fa5a8b"
      },
      "source": [
        "!parallel sh extract_mp4.sh -- data/LIVE_VQC_tiny/*.mp4"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "H001\n",
            "G005\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/G005.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.03, start: 0.000000, bitrate: 682 kb/s\n",
            "    Stream #0:0(eng): Video: h264 (High) (avc1 / 0x31637661), yuv420p, 404x720 [SAR 405:404 DAR 9:16], 543 kb/sInput #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/H001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 615 kb/s\n",
            ", 30 fps,     Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 360x640 [SAR 1:1 DAR 9:16], 536 kb/s, 30 fps, 30 tbr, 15360 tbn, 60 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "30 tbr, 15360 tbn,     Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "60 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 48000 Hz, stereo, fltp, 129 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55e7ddc72000] deprecated pixel format used, make sure you did set range correctly\n",
            "[swscaler @ 0x5585acd52000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/H001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/G005/image_%05d.jpg':\n",
            "512  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "\n",
            "    compatible_brands: isomiso2avc1mp41    Stream #0:0\n",
            "(eng): Video: mjpeg, yuvj420p(pc), 404x720 [SAR 405:404 DAR 9:16], q=2-31, 200 kb/s, 30 fps,     encoder         : 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 360x640 [SAR 1:1 DAR 9:16], q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  300 fps=191 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=6.37x    \n",
            "video:11278kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "frame=  301 fps=184 q=1.0 Lsize=N/A time=00:00:10.03 bitrate=N/A speed=6.15x    \n",
            "video:4132kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "I001\n",
            "H002\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/I001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 703 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 640x360 [SAR 1:1 DAR 16:9], 624 kb/s, 29.97 fps, 29.97 tbr, 30k tbn, 59.94 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/H002.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 758 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 360x640 [SAR 1:1 DAR 9:16], 678 kb/s, 29.87 fps, 29.87 tbr, 14934 tbn, 59.74 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x56416f1e4000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/I001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 640x360 [SAR 1:1 DAR 16:9], q=2-31, 200 kb/s, 29.97 fps, 29.97 tbn, 29.97 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "[swscaler @ 0x55572497c000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/H002/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 360x640 [SAR 1:1 DAR 9:16], q=2-31, 200 kb/s, 29.87 fps, 29.87 tbn, 29.87 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  300 fps=185 q=1.0 Lsize=N/A time=00:00:10.01 bitrate=N/A speed=6.17x    \n",
            "video:14497kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "I002\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/I002.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.02, start: 0.000000, bitrate: 722 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 640x360 [SAR 1:1 DAR 16:9], 642 kb/s, 29.83 fps, 29.83 tbr, 14917 tbn, 59.67 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55cd6df9c000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/I002/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 640x360 [SAR 1:1 DAR 16:9], q=2-31, 200 kb/s, 29.83 fps, 29.83 tbn, 29.83 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  299 fps=166 q=1.0 Lsize=N/A time=00:00:10.01 bitrate=N/A speed=5.57x    \n",
            "video:13584kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "I003\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/I003.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.02, start: 0.000000, bitrate: 697 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Constrained Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m), 640x360 [SAR 1:1 DAR 16:9], 617 kb/s, 29.95 fps, 29.95 tbr, 14973 tbn, 59.89 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(eng): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 72 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x56175eaca000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/I003/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 640x360 [SAR 1:1 DAR 16:9], q=2-31, 200 kb/s, 29.95 fps, 29.95 tbn, 29.95 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  299 fps=189 q=1.0 Lsize=N/A time=00:00:10.02 bitrate=N/A speed=6.33x    \n",
            "video:12666kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "L001\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/L001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 807 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 568x320, 713 kb/s, 29.98 fps, 29.97 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 85 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x561a205f6000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/L001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 320x568, q=2-31, 200 kb/s, 29.97 fps, 29.97 tbn, 29.97 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=169 q=1.0 Lsize=N/A time=00:00:10.01 bitrate=N/A speed=5.64x    \n",
            "video:15610kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "M001\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/M001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.03, start: -0.009252, bitrate: 829 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 568x320, 759 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 64 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x558c7dcd0000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/M001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 568x320, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  300 fps=218 q=1.0 Lsize=N/A time=00:00:10.01 bitrate=N/A speed=7.27x    \n",
            "video:8224kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "M002\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/M002.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 790 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 568x320, 719 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "frame=  300 fps=254 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=8.46x    \n",
            "video:7038kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "[swscaler @ 0x5631c84b0000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/M002/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 568x320, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "M003\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/M003.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 768 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 568x320, 697 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55bc81202000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/M003/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 568x320, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  300 fps=228 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=7.59x    \n",
            "video:9248kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "N001\n",
            "frame=  300 fps=249 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed= 8.3x    \n",
            "video:5472kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "O001\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/N001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 775 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m/bt709/bt709), 480x360, 687 kb/s, 28.69 fps, 120 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 81 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x557e12146000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/N001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 360x480, q=2-31, 200 kb/s, 120 fps, 120 tbn, 120 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/O001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.04, start: 0.000000, bitrate: 804 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m/bt709/bt709), 480x360, 721 kb/s, 24.01 fps, 24 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 77 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55f9453ea000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/O001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 480x360, q=2-31, 200 kb/s, 24 fps, 24 tbn, 24 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame=  241 fps=230 q=1.0 Lsize=N/A time=00:00:10.04 bitrate=N/A speed= 9.6x    \n",
            "video:5232kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "O002\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/O002.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    date            : 2015-09-19T21:17:56-0400\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.04, start: 0.000000, bitrate: 717 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, smpte170m/bt709/bt709), 480x360, 648 kb/s, 25.30 fps, 120 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55cefa78a000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/O002/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    date            : 2015-09-19T21:17:56-0400\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 480x360, q=2-31, 200 kb/s, 120 fps, 120 tbn, 120 tbc (default)\n",
            "    Metadata:\n",
            "      handler_name    : VideoHandler\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "frame= 1205 fps=503 q=1.0 Lsize=N/A time=00:00:10.04 bitrate=N/A dup=951 drop=0 speed=4.19x    \n",
            "video:16770kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P001\n",
            "frame= 1201 fps=327 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A dup=914 drop=0 speed=2.72x    \n",
            "video:34630kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P002\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P001.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 799 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 728 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55a3ff684000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P001/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P002.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 814 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 742 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55f4e87ee000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P002/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=247 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=8.22x    \n",
            "video:9377kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P003\n",
            "frame=  300 fps=249 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=8.29x    \n",
            "video:8961kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P004\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P003.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 799 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 728 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55bb4c4c8000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P003/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P004.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 786 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 715 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x556945ac6000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P004/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=292 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=9.75x    \n",
            "video:5542kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P005\n",
            "frame=  300 fps=271 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=9.04x    \n",
            "video:6631kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P006\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P005.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 806 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 734 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x55e3bea2c000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P005/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P006.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 799 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 727 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x557cf7dd8000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P006/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=213 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=7.09x    \n",
            "video:13541kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P007\n",
            "frame=  300 fps=223 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=7.45x    \n",
            "video:10460kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P008\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P007.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 792 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 721 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x5556d895e000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P007/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P008.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.58.102\n",
            "  Duration: 00:00:10.01, start: 0.000000, bitrate: 792 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 721 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x56363f244000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P008/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=0.0 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=13.3x    \n",
            "video:1473kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "P009\n",
            "ffmpeg version 3.4.8-0ubuntu0.2 Copyright (c) 2000-2020 the FFmpeg developers\n",
            "  built with gcc 7 (Ubuntu 7.5.0-3ubuntu1~18.04)\n",
            "  configuration: --prefix=/usr --extra-version=0ubuntu0.2 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --enable-gpl --disable-stripping --enable-avresample --enable-avisynth --enable-gnutls --enable-ladspa --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libgme --enable-libgsm --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librubberband --enable-librsvg --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libssh --enable-libtheora --enable-libtwolame --enable-libvorbis --enable-libvpx --enable-libwavpack --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzmq --enable-libzvbi --enable-omx --enable-openal --enable-opengl --enable-sdl2 --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libopencv --enable-libx264 --enable-shared\n",
            "  libavutil      55. 78.100 / 55. 78.100\n",
            "  libavcodec     57.107.100 / 57.107.100\n",
            "  libavformat    57. 83.100 / 57. 83.100\n",
            "  libavdevice    57. 10.100 / 57. 10.100\n",
            "  libavfilter     6.107.100 /  6.107.100\n",
            "  libavresample   3.  7.  0 /  3.  7.  0\n",
            "  libswscale      4.  8.100 /  4.  8.100\n",
            "  libswresample   2.  9.100 /  2.  9.100\n",
            "  libpostproc    54.  7.100 / 54.  7.100\n",
            "Input #0, mov,mp4,m4a,3gp,3g2,mj2, from 'data/LIVE_VQC_tiny/P009.mp4':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    date            : 2012-03-25T18:39:24-0500\n",
            "    encoder         : Lavf57.58.102\n",
            "    location-eng    : +30.2663-097.7679/\n",
            "    location        : +30.2663-097.7679/\n",
            "  Duration: 00:00:10.03, start: -0.012336, bitrate: 814 kb/s\n",
            "    Stream #0:0(und): Video: h264 (Baseline) (avc1 / 0x31637661), yuv420p(tv, bt709), 480x272, 744 kb/s, 30 fps, 30 tbr, 19200 tbn, 38400 tbc (default)\n",
            "    Metadata:\n",
            "      rotate          : 90\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      displaymatrix: rotation of -90.00 degrees\n",
            "    Stream #0:1(und): Audio: aac (LC) (mp4a / 0x6134706D), 44100 Hz, mono, fltp, 63 kb/s (default)\n",
            "    Metadata:\n",
            "      handler_name    : SoundHandler\n",
            "Stream mapping:\n",
            "  Stream #0:0 -> #0:0 (h264 (native) -> mjpeg (native))\n",
            "Press [q] to stop, [?] for help\n",
            "[swscaler @ 0x557996fde000] deprecated pixel format used, make sure you did set range correctly\n",
            "Output #0, image2, to 'data/LIVE_VQC_tiny/jpg/P009/image_%05d.jpg':\n",
            "  Metadata:\n",
            "    major_brand     : isom\n",
            "    minor_version   : 512\n",
            "    compatible_brands: isomiso2avc1mp41\n",
            "    date            : 2012-03-25T18:39:24-0500\n",
            "    location        : +30.2663-097.7679/\n",
            "    location-eng    : +30.2663-097.7679/\n",
            "    encoder         : Lavf57.83.100\n",
            "    Stream #0:0(und): Video: mjpeg, yuvj420p(pc), 272x480, q=2-31, 200 kb/s, 30 fps, 30 tbn, 30 tbc (default)\n",
            "    Metadata:\n",
            "      encoder         : Lavc57.107.100 mjpeg\n",
            "      handler_name    : VideoHandler\n",
            "    Side data:\n",
            "      cpb: bitrate max/min/avg: 0/0/200000 buffer size: 0 vbv_delay: -1\n",
            "      displaymatrix: rotation of -0.00 degrees\n",
            "frame=  300 fps=0.0 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=  10x    \n",
            "video:5136kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n",
            "frame=  300 fps=0.0 q=1.0 Lsize=N/A time=00:00:10.00 bitrate=N/A speed=11.8x    \n",
            "video:14994kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: unknown\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ErGv21R2W-ub",
        "outputId": "f726d74a-db14-4a01-ee16-1a54eda76250"
      },
      "source": [
        "# check output jpg files\n",
        "!ls data/LIVE_VQC_tiny/jpg/G005 |  wc -l"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "301\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "o5cZ9rj_Xre3"
      },
      "source": [
        "# Extract features (RoIPool)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EgGE3hZglnAu"
      },
      "source": [
        "import click\n",
        "from fastiqa.vqa import *\n",
        "from fastiqa.models.mobilenet.v2 import mobilenet3d_v2\n",
        "from torchvision.models import *\n",
        "from fastiqa.log import *\n",
        "\n",
        "def get_features(x, name, bs, vid_id):\n",
        "    try:\n",
        "        x.dls.bs = bs\n",
        "        x.dls.set_vid_id(vid_id)\n",
        "        x.extract_features(name=name, skip_exist=True)\n",
        "    except RuntimeError:\n",
        "        tmp_bs = bs\n",
        "        while tmp_bs > 1:\n",
        "            tmp_bs //= 2\n",
        "            try:\n",
        "                x.dls.bs = tmp_bs\n",
        "                x.extract_features(name=name, skip_exist=True)\n",
        "                break\n",
        "            except RuntimeError:\n",
        "                print(f'CUDA out of memory. Reduce bs from {bs} to {tmp_bs}.')\n",
        "                continue\n",
        "\n",
        "def load_feature(vid, feat, path):\n",
        "    npy_file = Path(path)/feat/(str(vid) + '.npy')\n",
        "    with open(npy_file, 'rb') as f:\n",
        "        features = np.load(f)\n",
        "    return torch.Tensor(features)\n",
        "\n",
        "def save_feature(x, vid, feat, path):\n",
        "    npy_file =  Path(path)/feat/(str(vid) + '.npy')\n",
        "    Path(npy_file).parent.mkdir(parents=True, exist_ok=True)\n",
        "    with open(npy_file, 'wb') as f:\n",
        "        np.save(f, x)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3avJnqRCnf3j"
      },
      "source": [
        "if roi coordinates are given, change `roi_col` accordingly "
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QF6cYmiolt9M"
      },
      "source": [
        "# roi_col = \"left_vid\", \"top_vid\", \"right_vid\", \"bottom_vid\", \\\n",
        "#           \"left_p1\", \"top_p1\", \"right_p1\", \"bottom_p1\", \\\n",
        "#           \"left_p3\", \"top_p3\", \"right_p3\", \"bottom_p3\"\n",
        "roi_col = None"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "V7WXyyQPludN"
      },
      "source": [
        "### PaQ2PiQ features\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ILEhzy95s3GD"
      },
      "source": [
        "from fastiqa.vqa import *\n",
        "from torchvision.models.video.resnet import *\n",
        "from tqdm import tqdm\n",
        "\n",
        "bs = 128 \n",
        "clip_num = None\n",
        "clip_size = 1\n",
        "roi_col = None\n",
        "\n",
        "name = 'paq2piq'\n",
        "\n",
        "dls = SingleVideo2MOS.from_dict({\n",
        "    \"__name__\": \"LIVE_VQC_tiny\",\n",
        "    \"dir\": \"/content/PatchVQ/data/LIVE_VQC_tiny/\", # change the location accordingly\n",
        "    \"csv_labels\": \"labels.csv\",\n",
        "    \"fn_col\": \"name\",\n",
        "    \"label_col\": \"mos\"\n",
        "    },\n",
        "    use_nan_label=True, clip_num=clip_num, clip_size=clip_size,\n",
        "    bs=bs)\n",
        "dls.roi_col = roi_col\n",
        "\n",
        "path_to_model_state = '/RoIPoolModel-fit.10.bs.120.pth' # change the location accordingly\n",
        "model = LegacyRoIPoolModel(backbone=resnet18, pool_size=(2,2))\n",
        "model_state = torch.load(path_to_model_state, map_location=lambda storage, loc: storage)\n",
        "model.load_state_dict(model_state[\"model\"])\n",
        "\n",
        "learn = TestLearner(dls, model)\n",
        "vid_list = dls.video_list.index.tolist() \n",
        "learn.dls.set_vid_id(vid_list[0])\n",
        "\n",
        "e = IqaExp('exp_features', gpu=0, seed=None)\n",
        "e[name] = learn\n",
        "e.run(lambda x: [get_features(x, name, bs=bs, vid_id=vid_id) for vid_id in tqdm(vid_list)])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "n4zWcGZ0CmJL",
        "outputId": "2b07e27d-fb24-4cef-dab3-1b121f9d22ba"
      },
      "source": [
        "ls /media/zq/DB/db/LIVE_VQC_tiny/features/paq2piq/"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "G005.npy  I001.npy  L001.npy  M003.npy  O002.npy  P003.npy  P006.npy  P009.npy\r\n",
            "H001.npy  I002.npy  M001.npy  N001.npy  P001.npy  P004.npy  P007.npy\r\n",
            "H002.npy  I003.npy  M002.npy  O001.npy  P002.npy  P005.npy  P008.npy\r\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7ar8mFkdCs5u",
        "outputId": "5b0bbf44-2217-41f4-8aea-073593631e50"
      },
      "source": [
        "feats = load_feature(vid='G005', feat='paq2piq', path='/media/zq/DB/db/LIVE_VQC_tiny/features')\n",
        "feats.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([301, 1, 512, 2, 2])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "P89KBWVjloWn"
      },
      "source": [
        "###  ResNet3d features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GMl-4azVsovi"
      },
      "source": [
        "from fastiqa.vqa import *\n",
        "from torchvision.models.video.resnet import *\n",
        "from tqdm import tqdm\n",
        "\n",
        "bs = 8 \n",
        "clip_num = 40\n",
        "clip_size = 8\n",
        "roi_col = None\n",
        "\n",
        "def r3d18_K_200ep(pretrained=True, **kwargs):\n",
        "    model = resnet.generate_model(model_depth=18, n_classes=700, **kwargs)\n",
        "    PATH =  'fastai-r3d18_K_200ep.pth' # <---- change the path accordingly\n",
        "    if pretrained:\n",
        "        model.load_state_dict(torch.load(PATH))\n",
        "    return model\n",
        "\n",
        "model = RoIPoolModel(backbone=r3d18_K_200ep)\n",
        "name = 'r3d_18'\n",
        "\n",
        "dls = SingleVideo2MOS.from_dict({\n",
        "    \"__name__\": \"LIVE_VQC_tiny\",\n",
        "    \"dir\": \"/content/PatchVQ/data/LIVE_VQC_tiny/\",\n",
        "    \"csv_labels\": \"labels.csv\",\n",
        "    \"fn_col\": \"name\",\n",
        "    \"label_col\": \"mos\"\n",
        "    },\n",
        "    use_nan_label=True, clip_num=clip_num, clip_size=clip_size,\n",
        "    bs=bs)\n",
        "dls.roi_col = roi_col\n",
        "\n",
        "learn = TestLearner(dls, model)\n",
        "vid_list = dls.video_list.index.tolist() \n",
        "learn.dls.set_vid_id(vid_list[0])\n",
        "\n",
        "e = IqaExp('exp_features', gpu=0, seed=None)\n",
        "e[name] = learn\n",
        "e.run(lambda x: [get_features(x, name, bs=bs, vid_id=vid_id) for vid_id in tqdm(vid_list)])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ryLLV_JCqZxY"
      },
      "source": [
        "Check extracted features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "3W2s1dugqUZS",
        "outputId": "4a2cab12-8e74-4f4b-d368-513fe0d6aee0"
      },
      "source": [
        "ls /media/zq/DB/db/LIVE_VQC_tiny/features/r3d_18"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "G005.npy  I001.npy  L001.npy  M003.npy  O002.npy  P003.npy  P006.npy  P009.npy\r\n",
            "H001.npy  I002.npy  M001.npy  N001.npy  P001.npy  P004.npy  P007.npy\r\n",
            "H002.npy  I003.npy  M002.npy  O001.npy  P002.npy  P005.npy  P008.npy\r\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "G6tVlHSJqj_f",
        "outputId": "9b35afb8-c6d0-4c53-9940-1a19910f6bad"
      },
      "source": [
        "feats = load_feature(vid='G005', feat='r3d_18', path='/media/zq/DB/db/LIVE_VQC_tiny/features')\n",
        "feats.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "torch.Size([40, 1, 512, 2, 2])"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "3eX2DEzOhEIK"
      },
      "source": [
        "# Pool features (SoIPool)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "UYX4M4loTkg_"
      },
      "source": [
        "Parallel utilities"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aiM4LMtghDRf"
      },
      "source": [
        "import multiprocessing\n",
        "from joblib import Parallel, delayed\n",
        "from tqdm import tqdm\n",
        "import contextlib\n",
        "import joblib.parallel\n",
        "from functools import partial\n",
        "import math\n",
        "\n",
        "@contextlib.contextmanager\n",
        "def tqdm_joblib(tqdm_object):\n",
        "  \"\"\"Context manager to patch joblib to report into tqdm progress bar given as argument\"\"\"\n",
        "  class TqdmBatchCompletionCallback(joblib.parallel.BatchCompletionCallBack):\n",
        "      def __init__(self, *args, **kwargs):\n",
        "          super().__init__(*args, **kwargs)\n",
        "\n",
        "      def __call__(self, *args, **kwargs):\n",
        "          tqdm_object.update(n=self.batch_size)\n",
        "          return super().__call__(*args, **kwargs)\n",
        "\n",
        "  old_batch_callback = joblib.parallel.BatchCompletionCallBack\n",
        "  joblib.parallel.BatchCompletionCallBack = TqdmBatchCompletionCallback\n",
        "  try:\n",
        "      yield tqdm_object\n",
        "  finally:\n",
        "      joblib.parallel.BatchCompletionCallBack = old_batch_callback\n",
        "      tqdm_object.close()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qobYqqLVg98J"
      },
      "source": [
        "def takespread_idx(N, num, clip_size=16):\n",
        "    length = float(N-clip_size)\n",
        "    for i in range(num):\n",
        "        start = int(math.ceil(i * length / (num-1)))\n",
        "        yield start, start+clip_size\n",
        "\n",
        "\n",
        "class FeatPooler():\n",
        "    fn_col = 'name'\n",
        "    frame_num_col = 'frame_number'\n",
        "\n",
        "    def get_df(self, path):\n",
        "        return  pd.read_csv(path).set_index(self.fn_col)\n",
        "\n",
        "    def __init__(self, d, name, input_suffix, output_suffix, pool_size = 16, clip_num=16):\n",
        "        self.path = Path(d['dir'])\n",
        "        self.fn_col = d['fn_col']\n",
        "        if 'frame_num_col' in d.keys():\n",
        "            self.frame_num_col = d['frame_num_col']\n",
        "        self.roi_index = [0, 1, 0, 2]\n",
        "        self.m = nn.AdaptiveAvgPool1d(pool_size)\n",
        "        self.df = self.get_df(self.path/d['csv_labels'])\n",
        "        self.input_feat = name + input_suffix\n",
        "        self.output_feat = name + output_suffix\n",
        "        self.clip_num = clip_num\n",
        "\n",
        "    @classmethod\n",
        "    def from_dict(cls, d, **kwargs):\n",
        "        return cls(d, **kwargs)\n",
        "\n",
        "    def prepare_feat(self, vid):\n",
        "        logger.info(f'pooling : {vid}')\n",
        "        df = self.df\n",
        "        _feats = load_feature(vid, self.input_feat, self.path/'features')\n",
        "        if _feats.dim() == 4:\n",
        "            _feats = _feats.unsqueeze(dim=1)\n",
        "\n",
        "        feats = _feats.refine_names('N', 'roi', 'C', 'H', 'W')\n",
        "        feats = feats.flatten(['C', 'H', 'W'], 'features')\n",
        "        feats = feats.align_to('roi', 'features', 'N') # N C L\n",
        "\n",
        "        logger.debug(f'preparing:   {_feats.shape} to {feats.shape}')\n",
        "        return feats\n",
        "\n",
        "    def __call__(self, vid): # pool_feat\n",
        "        feats = self.prepare_feat(vid)\n",
        "        n_frames = feats.shape[-1]\n",
        "        pooled_feat_list = [] # 16 clips, indexes\n",
        "        for start, end in takespread_idx(n_frames, self.clip_num):  #n_chunks_idx(n_frames, self.clip_num):\n",
        "            feat = feats[ :,  :, start:end].rename(None)\n",
        "            pooled_feat = self.m(feat) # [1, features, frame_num] --> [1, features, clip_num]\n",
        "            pooled_feat_list.append(pooled_feat.permute(0,2,1)) # --> [1, clip_num, features]\n",
        "\n",
        "        # clip_num x -1  x  features\n",
        "        pooled_feats = torch.cat(pooled_feat_list, dim=0).view(-1, pooled_feat_list[0].shape[-1])\n",
        "        logger.debug(f'%cat {pooled_feat_list[0].shape} with length {len(pooled_feat_list)} to {pooled_feats.shape}')\n",
        "        save_feature(pooled_feats, vid, self.output_feat, self.path/'features')  # --> [1, clip_num, features]\n",
        "        logger.debug(f'done:   {pooled_feats.shape} ')\n",
        "        return pooled_feats\n",
        "\n",
        "\n",
        "import multiprocessing\n",
        "from joblib import Parallel, delayed\n",
        "\n",
        "def pool_features(database, name, input_suffix=\"\", output_suffix=\"_pooled\", pool_size=16):\n",
        "  pooler = FeatPooler.from_dict(database, name=name, input_suffix=input_suffix, output_suffix=output_suffix, pool_size=pool_size)\n",
        "\n",
        "  vids = pooler.df.index.tolist()\n",
        "  num_cores = multiprocessing.cpu_count()\n",
        "  vids_todo = [vid for vid in vids if not (pooler.path/'features'/(pooler.output_feat + '/' + str(vid) + '.npy')).exists()]\n",
        "\n",
        "  desc = f'{name}({input_suffix} --> {output_suffix})'\n",
        "\n",
        "  with tqdm(desc=desc, total=len(vids_todo)) as progress_bar:\n",
        "      [pooler(vid) for vid in vids_todo]\n",
        "\n",
        "  # parallel:\n",
        "  # with tqdm_joblib(tqdm(desc=desc, total=len(vids_todo))) as progress_bar:\n",
        "  #     Parallel(n_jobs=num_cores)(delayed(pooler)(vid) for vid in vids_todo)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZBDZYRteRRZI"
      },
      "source": [
        "Pool 2d features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fb2eBgMmRQdg",
        "outputId": "171aab00-9d75-4f38-9c67-6173e06788b9"
      },
      "source": [
        "database = {\n",
        "    \"__name__\": \"LIVE_VQC_tiny\",\n",
        "    \"dir\": \"/content/PatchVQ/data/LIVE_VQC_tiny/\",\n",
        "    \"csv_labels\": \"labels.csv\",\n",
        "    \"fn_col\": \"name\",\n",
        "    \"label_col\": \"mos\"\n",
        "    }\n",
        "pool_features(database, \"paq2piq\", input_suffix=\"\", output_suffix=\"_pooled\", pool_size=16)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "paq2piq( --> _pooled):   0%|          | 0/22 [00:00<?, ?it/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "S_QcEZ4JRUsf"
      },
      "source": [
        "Pool 3d features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gSn2qwYWRWYY",
        "outputId": "2b303a38-464b-43a8-9e7f-051acea36045"
      },
      "source": [
        "database = {\n",
        "    \"__name__\": \"LIVE_VQC_tiny\",\n",
        "    \"dir\": \"/content/PatchVQ/data/LIVE_VQC_tiny/\",\n",
        "    \"csv_labels\": \"labels.csv\",\n",
        "    \"fn_col\": \"name\",\n",
        "    \"label_col\": \"mos\"\n",
        "    }\n",
        "pool_features(database, \"r3d_18\", input_suffix=\"\", output_suffix=\"_pooled\", pool_size=16)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "r3d_18( --> _pooled):   0%|          | 0/22 [00:00<?, ?it/s]\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "0SKl5GnFWrsQ"
      },
      "source": [
        "Check output features"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "htUjCTKuWuBe"
      },
      "source": [
        "!ls /media/zq/DB/db/LIVE_VQC_tiny/features/paq2piq_pooled/*.npy"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rHDRS4bwWyh3"
      },
      "source": [
        "!ls /media/zq/DB/db/LIVE_VQC_tiny/features/r3d_18_pooled/*.npy"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "VLh4cPvjVyh7"
      },
      "source": [
        "# Test PatchVQ"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "oVrqpGPJWEvx"
      },
      "source": [
        "Download pretrained models"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "50vrLvk1Vxsi",
        "outputId": "5faf08ae-90cf-4bc4-f062-1c08228f1b88"
      },
      "source": [
        "!wget https://github.com/baidut/PatchVQ/releases/download/v0.1/release.zip\n",
        "!unzip release.zip"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2021-02-20 10:49:18--  https://github.com/baidut/PatchVQ/releases/download/v0.1/release.zip\r\n",
            "Resolving github.com (github.com)... 140.82.114.4\n",
            "Connecting to github.com (github.com)|140.82.114.4|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://github-releases.githubusercontent.com/313496427/990eb100-53f2-11eb-8f8c-3969fe678dbb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20210220%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20210220T164918Z&X-Amz-Expires=300&X-Amz-Signature=9b5077374122c5c688d184725afe98daec58922366d800369a3b08f3cde72160&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3Drelease.zip&response-content-type=application%2Foctet-stream [following]\n",
            "--2021-02-20 10:49:19--  https://github-releases.githubusercontent.com/313496427/990eb100-53f2-11eb-8f8c-3969fe678dbb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20210220%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20210220T164918Z&X-Amz-Expires=300&X-Amz-Signature=9b5077374122c5c688d184725afe98daec58922366d800369a3b08f3cde72160&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=313496427&response-content-disposition=attachment%3B%20filename%3Drelease.zip&response-content-type=application%2Foctet-stream\n",
            "Resolving github-releases.githubusercontent.com (github-releases.githubusercontent.com)... 185.199.109.154, 185.199.108.154, 185.199.110.154, ...\n",
            "Connecting to github-releases.githubusercontent.com (github-releases.githubusercontent.com)|185.199.109.154|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 36673336 (35M) [application/octet-stream]\n",
            "Saving to: ‘release.zip’\n",
            "\n",
            "release.zip         100%[===================>]  34.97M  8.73MB/s    in 3.6s    \n",
            "\n",
            "2021-02-20 10:49:22 (9.59 MB/s) - ‘release.zip’ saved [36673336/36673336]\n",
            "\n",
            "Archive:  release.zip\n",
            "   creating: release/\n",
            "   creating: release/PVQ/\n",
            "   creating: release/PVQ/train@LSVQ/\n",
            "   creating: release/PVQ/train@LSVQ/default/\n",
            "   creating: release/PVQ/train@LSVQ/default/models/\n",
            "  inflating: release/PVQ/train@LSVQ/default/models/model.pth  \n",
            "  inflating: release/PVQ/train@LSVQ/default/valid@KoNViD_all.csv  \n",
            "  inflating: release/PVQ/train@LSVQ/default/valid@LIVE_VQC_all.csv  \n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "BBtgCw2caFOs"
      },
      "source": [
        "Note there are only 23 videos in the tiny set, so the SRCC, LCC metric value are not a good indicator of model performance."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ic7GhBncWJuR",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "22f96c0b-0523-4253-d534-576d813acfd7"
      },
      "source": [
        "from fastiqa.vqa import *\n",
        "\n",
        "# modify the json files to point to your database locations\n",
        "LSVQ  = load_json('json/LSVQ.json')\n",
        "LIVE_VQC_tiny = {\n",
        "    \"__name__\": \"LIVE_VQC_tiny\",\n",
        "    \"dir\": \"/media/zq/DB/db/LIVE_VQC_tiny/\", #\"/content/PatchVQ/data/LIVE_VQC_tiny/\",\n",
        "    \"csv_labels\": \"labels.csv\",\n",
        "    \"fn_col\": \"name\",\n",
        "    \"label_col\": \"mos\"\n",
        "    }\n",
        "\n",
        "n_epoch = 10\n",
        "bs = 128\n",
        "\n",
        "class PVQ(InceptionTimeModel):\n",
        "    siamese=True\n",
        "\n",
        "    def bunch(self, dls):\n",
        "        if isinstance(dls, dict):\n",
        "            # download extracted features or extract by your own\n",
        "            feats = FeatureBlock('paq2piq_pooled', roi_index=None, clip_num=None, clip_size=None), \\\n",
        "            FeatureBlock('r3d_18_pooled', roi_index=None, clip_num=None, clip_size=None)\n",
        "            dls = Feat2MOS.from_dict(dls, bs=bs, feats=feats)\n",
        "            \n",
        "        if not isinstance(dls.label_col, (list, tuple)): # database contains no patch labels\n",
        "            print(f'set self.n_out = 1')\n",
        "            self.n_out = 1\n",
        "        return dls\n",
        "\n",
        "e = IqaExp('release', gpu=0)\n",
        "e += IqaLearner(dls=LSVQ, model = PVQ(c_in=2048+2048, n_out=4), loss_func=L1LossFlat())\n",
        "\n",
        "# train the model if pretrained model is not available\n",
        "e.fit_one_cycle(n_epoch)\n",
        "\n",
        "# load the trained model\n",
        "e.load();\n",
        "\n",
        "# cross database validation\n",
        "e.valid([All(LIVE_VQC_tiny)])"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:root:__setattr__ feats not existed\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "monitoring spearmanr\n",
            "Skip cuz FileExists PVQ release/PVQ/train@LSVQ/default\n",
            "set self.n_out = 1\n",
            "Loading data... LIVE_VQC_tiny_all\n",
            "Loaded data LIVE_VQC_tiny_all\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ],
            "text/html": [
              ""
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "on.c==1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "    LIVE_VQC_tiny_all\n",
              "PVQ       0.548,0.515"
            ],
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>LIVE_VQC_tiny_all</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>PVQ</th>\n",
              "      <td>0.548,0.515</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "PUOCsZ7Nalv8"
      },
      "source": [
        "Just to validate the predicted scores are same as the predicted scores on the full LIVE_VQC set"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "s9fpPLtBYYfN"
      },
      "source": [
        "# combine filenames and scores for LIVE_VQC predictions\n",
        "df1 = pd.read_csv('/media/zq/DB/db/LIVE_VQC/labels.csv')\n",
        "df1['output1'] = pd.read_csv('/media/zq/DB/code/fastiqa2/release/PVQ/train@LSVQ/default/valid@LIVE_VQC_all.csv')['target']\n",
        "\n",
        "# combine filenames and scores for LIVE_VQC_tiny predictions\n",
        "df2 = pd.read_csv('/media/zq/DB/db/LIVE_VQC_tiny/labels.csv')\n",
        "df2['output2'] = pd.read_csv('/media/zq/DB/code/fastiqa2/release/PVQ/train@LSVQ/default/valid@LIVE_VQC_tiny_all.csv')['target']\n",
        "\n",
        "# only select those in the tiny set\n",
        "df1 = df1[df1['name'].isin(df2['name'])]\n",
        "\n",
        "# check if the predictions are equal\n",
        "test_eq(df1.output1, df2.output2)"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}