perf_results_compute_speedup.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c67e9506-bb27-4633-bfd4-3c6b31447dec",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "e1087423-0e8b-4053-9d50-a59a6f31c431",
   "metadata": {},
   "outputs": [],
   "source": [
    "# perf_files = [\n",
    "#     \"output/20230313-133243-pr.pkl\",\n",
    "#     \"output/20230313-134520-nightly.pkl\",\n",
    "# ]\n",
    "\n",
    "perf_files = [\n",
    "    \"output/20230315-161003-pr.pkl\",\n",
    "    \"output/20230315-134541-nightly.pkl\",\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "21bc141f-9dd8-412b-969c-3614e9c8151f",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "from pathlib import Path\n",
    "import torch\n",
    "import torch.utils.benchmark as benchmark\n",
    "\n",
    "ab_results = []\n",
    "for perf_filepath in perf_files:\n",
    "    assert Path(perf_filepath).exists(), f\"{perf_filepath} is not found\"\n",
    "    with open(perf_filepath, \"rb\") as handler:\n",
    "        output = pickle.load(handler)\n",
    "        ab_results.extend(output[\"test_results\"])\n",
    "\n",
    "    \n",
    "compare = benchmark.Compare(ab_results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "3564c532-5dad-4700-9967-5ba5941eb982",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[---------------------------------------------------------------------------- Resize ---------------------------------------------------------------------------]\n",
      "                                                                 |  Pillow (9.0.0.post1)  |  torch (2.1.0a0+git0968a5d) PR  |  torch (2.1.0a0+git5309c44) nightly\n",
      "1 threads: ------------------------------------------------------------------------------------------------------------------------------------------------------\n",
      "      3 torch.uint8 channels_last bilinear 256 -> 32 aa=True     |          39.0          |                56.6             |                 133.2              \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 32 aa=False    |                        |                36.9             |                 112.8              \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 224 aa=True    |         128.1          |               152.5             |                 305.4              \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 224 aa=False   |                        |               141.1             |                 288.7              \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 320 aa=True    |         179.6          |               208.8             |                 442.5              \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 320 aa=False   |                        |               206.4             |                 436.9              \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 32 aa=True     |         113.3          |               132.1             |                 464.8              \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 32 aa=False    |                        |                57.2             |                 365.5              \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 224 aa=True    |         281.7          |               327.4             |                 722.4              \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 224 aa=False   |                        |               230.2             |                 593.5              \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |         186.9          |               210.5             |                 833.8              \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |                        |                75.6             |                 651.4              \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |         410.3          |               450.9             |                1128.4              \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |                        |               298.7             |                 917.6              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 32 aa=True     |                        |                51.9             |                  54.7              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 32 aa=False    |                        |                35.3             |                  34.3              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 224 aa=True    |                        |               144.4             |                 139.7              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 224 aa=False   |                        |               131.1             |                 125.1              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 320 aa=True    |                        |               195.8             |                 185.1              \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 320 aa=False   |                        |               193.1             |                 183.1              \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 32 aa=True     |                        |               124.4             |                 135.0              \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 32 aa=False    |                        |                56.6             |                  54.7              \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 224 aa=True    |                        |               285.2             |                 325.7              \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 224 aa=False   |                        |               213.0             |                 199.9              \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |                        |               192.4             |                 211.0              \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |                        |                73.9             |                  71.6              \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |                        |               423.0             |                 464.0              \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |                        |               273.5             |                 254.5              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 32 aa=True    |          38.9          |               129.3             |                 132.8              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 32 aa=False   |                        |               112.6             |                 112.5              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 224 aa=True   |         128.1          |               295.9             |                 330.7              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 224 aa=False  |                        |               283.8             |                 312.5              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 320 aa=True   |         179.0          |               428.8             |                 473.0              \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 320 aa=False  |                        |               425.8             |                 494.7              \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 32 aa=True    |         113.4          |               434.3             |                 446.0              \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 32 aa=False   |                        |               366.3             |                 365.3              \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 224 aa=True   |         281.4          |               669.4             |                 748.5              \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 224 aa=False  |                        |               598.7             |                 614.0              \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |         186.4          |               780.5             |                 804.5              \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |                        |               653.3             |                 788.4              \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |         410.9          |              1246.4             |                1155.5              \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |                        |               926.1             |                 943.9              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 32 aa=True    |                        |                70.7             |                  74.4              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 32 aa=False   |                        |                53.8             |                  53.3              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 224 aa=True   |                        |               251.1             |                 258.3              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 224 aa=False  |                        |               238.2             |                 250.2              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 320 aa=True   |                        |               398.1             |                 418.8              \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 320 aa=False  |                        |               394.8             |                 421.2              \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 32 aa=True    |                        |               193.8             |                 203.9              \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 32 aa=False   |                        |               124.8             |                 123.1              \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 224 aa=True   |                        |               441.9             |                 498.6              \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 224 aa=False  |                        |               369.7             |                 367.8              \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |                        |               321.9             |                 384.8              \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |                        |               200.8             |                 198.7              \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |                        |               686.7             |                 905.4              \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |                        |               771.7             |                 690.9              \n",
      "\n",
      "Times are in microseconds (us).\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# compare.colorize()\n",
    "compare.print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "37bb16d7-b6a9-43c8-a6ec-c4038acaa3de",
   "metadata": {},
   "outputs": [],
   "source": [
    "from torch.utils.benchmark.utils import common"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "967377db-5b9b-48ac-8566-379b5829ec63",
   "metadata": {},
   "outputs": [],
   "source": [
    "results = common.Measurement.merge(compare._results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "8a77b721-fad8-419b-9a01-dcc218feac0f",
   "metadata": {},
   "outputs": [],
   "source": [
    "grouped_results = compare._group_by_label(results)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "8e3439c5-7a3e-4703-8507-11e112c261e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# compare._render??\n",
    "groups_iter = iter(grouped_results.values())\n",
    "group = next(groups_iter)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "cd16b0c4-87d5-4565-b9fb-182d971c3e51",
   "metadata": {},
   "outputs": [],
   "source": [
    "c1 = \"torch (2.1.0a0+git0968a5d) PR\"\n",
    "c2 = \"torch (2.1.0a0+git5309c44) nightly\"\n",
    "# description = f\"Speed-up: {c1} vs {c2}\"\n",
    "description = f\"Speed-up: PR vs nightly\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "96d1cd59-4b2b-4c10-98a2-3c4571e91af0",
   "metadata": {},
   "outputs": [],
   "source": [
    "class Value(common.Measurement): pass\n",
    "#     @property\n",
    "#     def times(self):\n",
    "#         assert len(self.raw_times) == 1, self.raw_times\n",
    "#         return self.raw_times[0]\n",
    "    \n",
    "#     def _lazy_init(self):\n",
    "#         pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "edda9082-acba-40f9-8d05-728e87863488",
   "metadata": {},
   "outputs": [],
   "source": [
    "# for measurement in group:\n",
    "#     print(measurement.task_spec.description, measurement.task_spec.sub_label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "761d5686-f46d-48e3-b585-517c2d20343f",
   "metadata": {},
   "outputs": [],
   "source": [
    "updated_group = []\n",
    "\n",
    "sub_label = None\n",
    "v1 = None\n",
    "v2 = None\n",
    "r = None\n",
    "\n",
    "_, scale = common.select_unit(min([r.median for r in group]))\n",
    "\n",
    "for measurement in group:\n",
    "    # print(measurement.task_spec.description)\n",
    "        \n",
    "    if measurement.task_spec.description == c1:\n",
    "        v1 = measurement.median\n",
    "        sub_label = measurement.task_spec.sub_label\n",
    "        # print(c1, v1, sub_label)\n",
    "\n",
    "    measurement2 = None\n",
    "    for m2 in group:\n",
    "        d2 = m2.task_spec.description\n",
    "        sl2 = m2.task_spec.sub_label\n",
    "        if d2 == c2 and sl2 == sub_label:\n",
    "            v2 = m2.median\n",
    "            # print(c2, v2)\n",
    "            measurement2 = m2            \n",
    "            break\n",
    "    \n",
    "    if measurement not in updated_group:\n",
    "        updated_group.append(measurement)\n",
    "    if v1 is not None and v2 is not None:\n",
    "        if measurement2 not in updated_group:\n",
    "            updated_group.append(measurement2)\n",
    "        r = v2 / v1 * scale\n",
    "        # print(\"->\", r)\n",
    "        v1 = None\n",
    "        v2 = None\n",
    "        sub_label = None\n",
    "        speedup_task = common.TaskSpec(\n",
    "            \"\", \n",
    "            setup=\"\", \n",
    "            label=measurement.label,\n",
    "            sub_label=measurement.sub_label,\n",
    "            num_threads=measurement.num_threads,\n",
    "            env=measurement.env,\n",
    "            description=description\n",
    "        )\n",
    "        speedup_measurement = Value(1, [r, ], speedup_task)\n",
    "        r = None\n",
    "        updated_group.append(speedup_measurement)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "9e08171c-2992-4b7e-82b7-96b40cc63470",
   "metadata": {},
   "outputs": [],
   "source": [
    "from torch.utils.benchmark.utils.compare import Table\n",
    "\n",
    "\n",
    "class CustomizedTable(Table):\n",
    "    \n",
    "    def __init__(self, results, colorize, trim_significant_figures, highlight_warnings):\n",
    "        assert len(set(r.label for r in results)) == 1\n",
    "\n",
    "        self.results = results\n",
    "        self._colorize = colorize\n",
    "        self._trim_significant_figures = trim_significant_figures\n",
    "        self._highlight_warnings = highlight_warnings\n",
    "        self.label = results[0].label\n",
    "        self.time_unit, self.time_scale = common.select_unit(\n",
    "            min(r.median for r in results if not isinstance(r, Value))\n",
    "        )\n",
    "\n",
    "        self.row_keys = common.ordered_unique([self.row_fn(i) for i in results])\n",
    "        self.row_keys.sort(key=lambda args: args[:2])  # preserve stmt order\n",
    "        self.column_keys = common.ordered_unique([self.col_fn(i) for i in results])\n",
    "        self.rows, self.columns = self.populate_rows_and_columns()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "0d712258-c4e3-4342-a66f-4f6aea821c15",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[------------------------------------------------------------------------------------------ Resize -----------------------------------------------------------------------------------------]\n",
      "                                                                 |  Pillow (9.0.0.post1)  |  torch (2.1.0a0+git0968a5d) PR  |  torch (2.1.0a0+git5309c44) nightly  |  Speed-up: PR vs nightly\n",
      "1 threads: ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n",
      "      3 torch.uint8 channels_last bilinear 256 -> 32 aa=True     |          39.0          |                56.6             |                 133.2                |            2.4          \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 32 aa=False    |                        |                36.9             |                 112.8                |            3.1          \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 224 aa=True    |         128.1          |               152.5             |                 305.4                |            2.0          \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 224 aa=False   |                        |               141.1             |                 288.7                |            2.0          \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 320 aa=True    |         179.6          |               208.8             |                 442.5                |            2.1          \n",
      "      3 torch.uint8 channels_last bilinear 256 -> 320 aa=False   |                        |               206.4             |                 436.9                |            2.1          \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 32 aa=True     |         113.3          |               132.1             |                 464.8                |            3.5          \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 32 aa=False    |                        |                57.2             |                 365.5                |            6.4          \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 224 aa=True    |         281.7          |               327.4             |                 722.4                |            2.2          \n",
      "      3 torch.uint8 channels_last bilinear 520 -> 224 aa=False   |                        |               230.2             |                 593.5                |            2.6          \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |         186.9          |               210.5             |                 833.8                |            4.0          \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |                        |                75.6             |                 651.4                |            8.6          \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |         410.3          |               450.9             |                1128.4                |            2.5          \n",
      "      3 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |                        |               298.7             |                 917.6                |            3.1          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 32 aa=True     |                        |                51.9             |                  54.7                |            1.1          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 32 aa=False    |                        |                35.3             |                  34.3                |            1.0          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 224 aa=True    |                        |               144.4             |                 139.7                |            1.0          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 224 aa=False   |                        |               131.1             |                 125.1                |            1.0          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 320 aa=True    |                        |               195.8             |                 185.1                |            0.9          \n",
      "      4 torch.uint8 channels_last bilinear 256 -> 320 aa=False   |                        |               193.1             |                 183.1                |            0.9          \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 32 aa=True     |                        |               124.4             |                 135.0                |            1.1          \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 32 aa=False    |                        |                56.6             |                  54.7                |            1.0          \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 224 aa=True    |                        |               285.2             |                 325.7                |            1.1          \n",
      "      4 torch.uint8 channels_last bilinear 520 -> 224 aa=False   |                        |               213.0             |                 199.9                |            0.9          \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |                        |               192.4             |                 211.0                |            1.1          \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |                        |                73.9             |                  71.6                |            1.0          \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |                        |               423.0             |                 464.0                |            1.1          \n",
      "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |                        |               273.5             |                 254.5                |            0.9          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 32 aa=True    |          38.9          |               129.3             |                 132.8                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 32 aa=False   |                        |               112.6             |                 112.5                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 224 aa=True   |         128.1          |               295.9             |                 330.7                |            1.1          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 224 aa=False  |                        |               283.8             |                 312.5                |            1.1          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 320 aa=True   |         179.0          |               428.8             |                 473.0                |            1.1          \n",
      "      3 torch.uint8 channels_first bilinear 256 -> 320 aa=False  |                        |               425.8             |                 494.7                |            1.2          \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 32 aa=True    |         113.4          |               434.3             |                 446.0                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 32 aa=False   |                        |               366.3             |                 365.3                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 224 aa=True   |         281.4          |               669.4             |                 748.5                |            1.1          \n",
      "      3 torch.uint8 channels_first bilinear 520 -> 224 aa=False  |                        |               598.7             |                 614.0                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |         186.4          |               780.5             |                 804.5                |            1.0          \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |                        |               653.3             |                 788.4                |            1.2          \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |         410.9          |              1246.4             |                1155.5                |            0.9          \n",
      "      3 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |                        |               926.1             |                 943.9                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 32 aa=True    |                        |                70.7             |                  74.4                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 32 aa=False   |                        |                53.8             |                  53.3                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 224 aa=True   |                        |               251.1             |                 258.3                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 224 aa=False  |                        |               238.2             |                 250.2                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 320 aa=True   |                        |               398.1             |                 418.8                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 256 -> 320 aa=False  |                        |               394.8             |                 421.2                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 32 aa=True    |                        |               193.8             |                 203.9                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 32 aa=False   |                        |               124.8             |                 123.1                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 224 aa=True   |                        |               441.9             |                 498.6                |            1.1          \n",
      "      4 torch.uint8 channels_first bilinear 520 -> 224 aa=False  |                        |               369.7             |                 367.8                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |                        |               321.9             |                 384.8                |            1.2          \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |                        |               200.8             |                 198.7                |            1.0          \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |                        |               686.7             |                 905.4                |            1.3          \n",
      "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |                        |               771.7             |                 690.9                |            0.9          \n",
      "\n",
      "Times are in microseconds (us).\n",
      "\n"
     ]
    }
   ],
   "source": [
    "table = CustomizedTable(\n",
    "    updated_group,\n",
    "    compare._colorize,\n",
    "    compare._trim_significant_figures,\n",
    "    compare._highlight_warnings\n",
    ")\n",
    "print(table.render())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d85252f-8043-4231-abec-9196fd82a427",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d2bef84c-c58d-4d9d-88a0-3d753ed859ed",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "eee2cdb3-9e9c-40c4-93cc-3bf51271c95c",
   "metadata": {},
   "source": [
    "```\n",
    "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |                        |               193.8             |               197.8             |           1.0          \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |                        |                72.9             |                76.0             |           1.0          \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |                        |               422.5             |               426.1             |           1.0          \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |                        |               253.3             |               277.3             |           1.1          \n",
    "\n",
    "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |                        |               321.5             |               320.2             |           1.0          \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |                        |               198.8             |               347.9             |           1.7          \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |                        |               637.6             |               788.2             |           1.2          \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |                        |               466.5             |               492.2             |           1.1          \n",
    "\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cb41dc8f-70eb-4a9a-80d7-eff255761ae7",
   "metadata": {},
   "source": [
    "```\n",
    "PIL version:  9.0.0.post1\n",
    "[-------------------------------------------- Resize -------------------------------------------]\n",
    "                                                                 |  torch (2.1.0a0+git0c58e8a) PR\n",
    "1 threads: --------------------------------------------------------------------------------------\n",
    "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=True     |        193.671 (+-6.284)      \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 32 aa=False    |         73.858 (+-0.251)      \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=True    |        424.211 (+-2.159)      \n",
    "      4 torch.uint8 channels_last bilinear 712 -> 224 aa=False   |        275.816 (+-2.406)      \n",
    "\n",
    "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=True    |        319.124 (+-2.168)      \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 32 aa=False   |        199.970 (+-1.239)      \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=True   |        640.515 (+-2.885)      \n",
    "      4 torch.uint8 channels_first bilinear 712 -> 224 aa=False  |        491.073 (+-2.918)\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "707191dc-b54c-4d0f-a779-26934e0359b4",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "87f7cb3e-5e99-451c-9d05-f7cdb337cb0c",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "fdfd7a47-2aa9-4aa2-8c0c-e35aff089e8e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 0.5948,  0.3137,  0.7556, -0.8223, -0.6089,  0.5881, -0.9447, -2.0455,\n",
      "         -1.5483, -0.7381, -0.2854, -0.1242,  0.7795, -0.5873, -1.3449, -2.2452,\n",
      "          1.7047, -1.8982,  0.2163, -0.6561,  1.0124, -0.4089, -1.1075, -0.1892,\n",
      "         -1.0364, -1.1145,  0.2619, -0.4389, -0.4747, -0.3441, -0.9742, -1.1090,\n",
      "         -0.3340, -2.2728,  0.3145,  0.6618,  0.1702,  0.2511, -0.0185, -1.3574,\n",
      "          3.1635, -0.5269, -0.1911, -0.0828,  0.3138,  1.2309, -0.6196, -0.8707,\n",
      "          0.9189,  1.9639, -0.6416,  0.0385, -1.3630, -1.4469, -1.1519, -0.9806,\n",
      "         -1.3827,  0.0831, -1.0821, -0.7155,  1.0057, -0.9480,  0.6128, -0.1704,\n",
      "         -0.3204,  0.9887, -1.1291,  0.3477, -0.8860,  0.8537, -1.3530, -0.8751,\n",
      "         -2.0728, -1.5736,  0.0971, -1.6477,  0.5872,  0.6412, -1.6775,  0.7837,\n",
      "          0.5288,  0.4561, -0.8195, -1.4059,  0.5379, -0.9413, -1.2652, -0.7151,\n",
      "         -1.2707, -0.9139, -0.6774, -1.0966, -0.0820,  0.6377, -0.8144, -1.4586,\n",
      "         -0.6194,  1.0986,  2.4126, -1.0449, -0.4199, -0.0349, -0.5702, -0.8992,\n",
      "         -1.5299,  0.2166, -0.1059,  0.8273,  0.1460, -0.0805, -0.7979, -0.9726,\n",
      "          0.2498,  0.4728,  0.1831, -0.0740, -0.3877, -1.0230, -1.2042,  0.9330,\n",
      "         -0.7176, -0.0605, -1.0874, -0.5397, -0.2581, -1.3248,  0.5503,  1.1983,\n",
      "          0.3230, -0.3518,  2.9220,  0.3249,  0.3051,  1.3438,  0.1808, -2.7111,\n",
      "         -1.4939, -0.2670, -1.2614, -0.1936, -0.7692, -0.0378, -0.4575,  0.8651,\n",
      "         -2.1193, -0.4041, -1.7617,  0.5365, -0.3813, -0.2561,  0.3990,  0.0282,\n",
      "          0.8582,  0.4022,  0.1384,  0.0717, -0.4504,  0.4056, -0.7464,  0.2893,\n",
      "         -1.0376, -1.0995,  0.1841, -0.0866,  0.2506, -0.1202,  0.2136, -0.8768,\n",
      "         -0.8875,  2.2997, -0.4086, -0.6285,  0.3487, -1.2245,  0.3535,  1.0130,\n",
      "         -0.5599,  0.1360,  0.4484, -0.7343, -0.4939, -2.0709, -0.3748,  0.0368,\n",
      "         -1.4307, -0.3185,  0.7834,  0.5956,  0.1621, -0.7212, -0.7715, -1.2237,\n",
      "         -0.8621, -0.1553, -0.6564, -1.5274, -0.0849, -0.9460, -0.0289, -1.0696,\n",
      "         -0.5675, -0.7189, -0.9791,  1.1362, -0.4385,  0.6715,  1.0234,  0.4847,\n",
      "         -1.6129,  0.0676, -1.3179, -1.0640, -1.4509, -0.2100, -2.0046, -1.9015,\n",
      "          1.9779, -0.3696, -0.5405,  0.2995,  0.2600,  0.3822,  1.0821, -0.8947,\n",
      "         -0.3520,  0.7070, -0.8101,  0.2173, -0.7868,  0.2487, -1.1532, -0.6050,\n",
      "          0.0625,  0.8828, -0.2601, -1.0142, -0.1521, -0.8881,  0.1494, -0.7599,\n",
      "         -1.0594, -0.0935, -0.2319,  1.9014,  0.9271,  0.6648,  0.3252,  0.6595,\n",
      "          1.1690,  0.8267, -0.4036, -0.7474,  0.3192,  0.0070, -1.3267,  0.3984,\n",
      "         -0.3227, -1.0678,  0.3654, -1.1439, -0.7672,  0.3251, -0.5136, -1.1838,\n",
      "          0.1494, -1.4124, -0.1980, -0.5289, -1.0707, -1.3962, -1.6816, -1.1775,\n",
      "         -2.1178, -1.1763, -0.0097, -0.1551,  0.6548,  0.0575,  1.3036,  1.3526,\n",
      "         -0.5215, -1.8907, -0.7736, -1.6648, -0.5350, -0.8751, -0.2146, -0.4118,\n",
      "          0.4797, -0.4990, -0.9893,  1.3292, -0.5183, -0.6091, -1.8711, -1.1873,\n",
      "         -0.0841, -0.3830, -0.3152, -0.0730, -1.0052,  0.2657,  0.4026,  0.5137,\n",
      "          1.2502, -0.2158,  0.4571,  0.5296, -0.2356, -1.8645, -2.5821, -1.7738,\n",
      "          0.9023,  0.5881,  0.4683, -0.4969,  1.1869,  0.3279, -0.4799, -0.7825,\n",
      "          0.1548,  0.4361,  0.4166,  0.5834, -1.3458,  0.8091,  0.2500,  1.1974,\n",
      "          1.9271,  0.3755, -0.1132, -0.2761, -2.3154,  1.7889,  0.4095, -0.1991,\n",
      "         -0.9748, -0.2253,  0.0879, -1.4102, -1.7200, -0.5066, -1.5891, -1.4314,\n",
      "         -1.3179, -0.0781,  0.4322, -0.4274, -0.3889, -0.7454,  0.3474,  0.3675,\n",
      "         -0.3261,  0.1591, -1.1084,  0.2941, -1.2459,  1.1362,  0.0726, -2.1816,\n",
      "          0.2765,  3.5720, -1.9293,  0.5984, -0.5385,  0.5986,  0.1848, -0.6865,\n",
      "         -0.3718,  1.5263,  0.4975,  1.1778, -1.0475,  0.1289,  1.4053, -1.0395,\n",
      "         -0.7605,  0.1332,  1.0159, -0.6936, -1.7462, -1.1705,  0.1252, -0.8793,\n",
      "         -0.6257, -0.6412, -0.5151, -0.9877, -0.5249, -0.2933, -2.0012, -1.6637,\n",
      "          1.0376, -0.1167,  0.2140, -0.5750,  1.3472, -0.7067,  1.8306, -1.2164]],\n",
      "       grad_fn=<AddmmBackward0>)\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from torchvision.models.video import swin3d_t\n",
    "\n",
    "video = torch.rand(1, 3, 32, 800, 600)\n",
    "# or swin3d_b, swin3d_s\n",
    "model = swin3d_t(weights=\"DEFAULT\")\n",
    "model.eval()\n",
    "with torch.inference_mode():\n",
    "    prediction = model(video)\n",
    "print(prediction)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "69ea80b3-2bb0-4b1c-ad67-b1f4776bb285",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d6603661-cd96-49e9-ad2c-3ac3b6ee1c30",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}