Created
July 2, 2021 08:05
-
-
Save grofte/f617f12a8abef1d085ecaf64500be8b4 to your computer and use it in GitHub Desktop.
Example of Tensorflow reading an entire dataset into memory before caching it on disk
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "cells": [ | |
| { | |
| "cell_type": "code", | |
| "execution_count": 1, | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "8giNWiR6eBG_", | |
| "outputId": "ed04dab7-3c1f-4f4b-d129-1e8d02f0596c", | |
| "scrolled": true | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "Requirement already up-to-date: tensorflow-datasets in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (4.3.0)\n", | |
| "Requirement already satisfied, skipping upgrade: six in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (1.15.0)\n", | |
| "Requirement already satisfied, skipping upgrade: future in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (0.18.2)\n", | |
| "Requirement already satisfied, skipping upgrade: tensorflow-metadata in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (1.1.0)\n", | |
| "Requirement already satisfied, skipping upgrade: promise in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (2.3)\n", | |
| "Requirement already satisfied, skipping upgrade: numpy in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (1.19.5)\n", | |
| "Requirement already satisfied, skipping upgrade: protobuf>=3.12.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (3.17.3)\n", | |
| "Requirement already satisfied, skipping upgrade: importlib-resources; python_version < \"3.9\" in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (5.2.0)\n", | |
| "Requirement already satisfied, skipping upgrade: absl-py in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (0.10.0)\n", | |
| "Requirement already satisfied, skipping upgrade: attrs>=18.1.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (20.2.0)\n", | |
| "Requirement already satisfied, skipping upgrade: tqdm in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (4.61.1)\n", | |
| "Requirement already satisfied, skipping upgrade: requests>=2.19.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (2.24.0)\n", | |
| "Requirement already satisfied, skipping upgrade: termcolor in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (1.1.0)\n", | |
| "Requirement already satisfied, skipping upgrade: dill in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-datasets) (0.3.4)\n", | |
| "Requirement already satisfied, skipping upgrade: googleapis-common-protos<2,>=1.52.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tensorflow-metadata->tensorflow-datasets) (1.53.0)\n", | |
| "Requirement already satisfied, skipping upgrade: zipp>=3.1.0; python_version < \"3.10\" in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from importlib-resources; python_version < \"3.9\"->tensorflow-datasets) (3.3.0)\n", | |
| "Requirement already satisfied, skipping upgrade: idna<3,>=2.5 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests>=2.19.0->tensorflow-datasets) (2.10)\n", | |
| "Requirement already satisfied, skipping upgrade: certifi>=2017.4.17 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests>=2.19.0->tensorflow-datasets) (2020.12.5)\n", | |
| "Requirement already satisfied, skipping upgrade: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests>=2.19.0->tensorflow-datasets) (1.25.10)\n", | |
| "Requirement already satisfied, skipping upgrade: chardet<4,>=3.0.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests>=2.19.0->tensorflow-datasets) (3.0.4)\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "!pip install -U tensorflow-datasets" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 2, | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "UtU87Yy-gSjZ", | |
| "outputId": "664e9f12-a505-4c89-ad19-02a28583c5aa" | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "Collecting tf-nightly\n", | |
| " Downloading tf_nightly-2.7.0.dev20210630-cp38-cp38-manylinux2010_x86_64.whl (459.5 MB)\n", | |
| "\u001b[K |████████████████████████████████| 459.5 MB 17 kB/s s eta 0:00:01 |███████▌ | 107.0 MB 13.3 MB/s eta 0:00:27 |███████████▊ | 168.7 MB 9.0 MB/s eta 0:00:33 | 200.2 MB 10.5 MB/s eta 0:00:25��██ | 201.0 MB 10.5 MB/s eta 0:00:25 |██████████████████▊ | 268.3 MB 16.2 MB/s eta 0:00:12 |███████████████████████ | 331.3 MB 2.3 MB/s eta 0:00:55 |████████████████████████▋ | 353.7 MB 14.9 MB/s eta 0:00:08 |███████████████████████████████ | 444.4 MB 15.5 MB/s eta 0:00:01 |███████████████████████████████▌| 452.1 MB 17.5 MB/s eta 0:00:01\n", | |
| "\u001b[?25hRequirement already satisfied: opt-einsum~=3.3.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (3.3.0)\n", | |
| "Requirement already satisfied: numpy~=1.19.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.19.5)\n", | |
| "Requirement already satisfied: protobuf>=3.9.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (3.17.3)\n", | |
| "Requirement already satisfied: absl-py~=0.10 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (0.10.0)\n", | |
| "Requirement already satisfied: flatbuffers~=1.12.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.12)\n", | |
| "Collecting keras-nightly~=2.6.0.dev\n", | |
| " Downloading keras_nightly-2.6.0.dev2021062500-py2.py3-none-any.whl (1.3 MB)\n", | |
| "\u001b[K |████████████████████████████████| 1.3 MB 21.3 MB/s eta 0:00:01\n", | |
| "\u001b[?25hRequirement already satisfied: astunparse~=1.6.3 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.6.3)\n", | |
| "Requirement already satisfied: typing-extensions~=3.7.4 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (3.7.4.3)\n", | |
| "Collecting clang~=5.0\n", | |
| " Downloading clang-5.0.tar.gz (30 kB)\n", | |
| "Collecting tb-nightly~=2.6.0.a\n", | |
| " Downloading tb_nightly-2.6.0a20210701-py3-none-any.whl (5.5 MB)\n", | |
| "\u001b[K |████████████████████████████████| 5.5 MB 15.3 MB/s eta 0:00:01\n", | |
| "\u001b[?25hRequirement already satisfied: h5py~=3.1.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (3.1.0)\n", | |
| "Requirement already satisfied: six~=1.15.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.15.0)\n", | |
| "Requirement already satisfied: wheel~=0.35 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (0.35.1)\n", | |
| "Collecting grpcio<2.0,>=1.37.0\n", | |
| " Downloading grpcio-1.38.1-cp38-cp38-manylinux2014_x86_64.whl (4.2 MB)\n", | |
| "\u001b[K |████████████████████████████████| 4.2 MB 17.4 MB/s eta 0:00:01\n", | |
| "\u001b[?25hRequirement already satisfied: wrapt~=1.12.1 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.12.1)\n", | |
| "Requirement already satisfied: keras-preprocessing~=1.1.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.1.2)\n", | |
| "Collecting tf-estimator-nightly~=2.6.0.dev\n", | |
| " Downloading tf_estimator_nightly-2.6.0.dev2021062501-py2.py3-none-any.whl (463 kB)\n", | |
| "\u001b[K |████████████████████████████████| 463 kB 20.4 MB/s eta 0:00:01\n", | |
| "\u001b[?25hRequirement already satisfied: google-pasta~=0.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (0.2.0)\n", | |
| "Requirement already satisfied: termcolor~=1.1.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (1.1.0)\n", | |
| "Requirement already satisfied: gast==0.4.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tf-nightly) (0.4.0)\n", | |
| "Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (0.4.1)\n", | |
| "Requirement already satisfied: werkzeug>=0.11.15 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (1.0.1)\n", | |
| "Requirement already satisfied: requests<3,>=2.21.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (2.24.0)\n", | |
| "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (1.7.0)\n", | |
| "Requirement already satisfied: markdown>=2.6.8 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (3.3.1)\n", | |
| "Requirement already satisfied: setuptools>=41.0.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (50.3.0.post20201006)\n", | |
| "Requirement already satisfied: google-auth<2,>=1.6.3 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (1.22.1)\n", | |
| "Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from tb-nightly~=2.6.0.a->tf-nightly) (0.6.1)\n", | |
| "Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tb-nightly~=2.6.0.a->tf-nightly) (1.3.0)\n", | |
| "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests<3,>=2.21.0->tb-nightly~=2.6.0.a->tf-nightly) (1.25.10)\n", | |
| "Requirement already satisfied: chardet<4,>=3.0.2 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests<3,>=2.21.0->tb-nightly~=2.6.0.a->tf-nightly) (3.0.4)\n", | |
| "Requirement already satisfied: certifi>=2017.4.17 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests<3,>=2.21.0->tb-nightly~=2.6.0.a->tf-nightly) (2020.12.5)\n", | |
| "Requirement already satisfied: idna<3,>=2.5 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests<3,>=2.21.0->tb-nightly~=2.6.0.a->tf-nightly) (2.10)\n", | |
| "Requirement already satisfied: cachetools<5.0,>=2.0.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from google-auth<2,>=1.6.3->tb-nightly~=2.6.0.a->tf-nightly) (4.1.1)\n", | |
| "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from google-auth<2,>=1.6.3->tb-nightly~=2.6.0.a->tf-nightly) (0.2.8)\n", | |
| "Requirement already satisfied: rsa<5,>=3.1.4; python_version >= \"3.5\" in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from google-auth<2,>=1.6.3->tb-nightly~=2.6.0.a->tf-nightly) (4.6)\n", | |
| "Requirement already satisfied: oauthlib>=3.0.0 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tb-nightly~=2.6.0.a->tf-nightly) (3.1.0)\n", | |
| "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /home/mog/anaconda3/envs/preacc/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth<2,>=1.6.3->tb-nightly~=2.6.0.a->tf-nightly) (0.4.8)\n", | |
| "Building wheels for collected packages: clang\n", | |
| " Building wheel for clang (setup.py) ... \u001b[?25ldone\n", | |
| "\u001b[?25h Created wheel for clang: filename=clang-5.0-py3-none-any.whl size=30705 sha256=2770b617261179a4a9c100b10454ea7d4c40d4292359db2b8a0ab56bb83743b7\n", | |
| " Stored in directory: /home/mog/.cache/pip/wheels/f1/60/77/22b9b5887bd47801796a856f47650d9789c74dc3161a26d608\n", | |
| "Successfully built clang\n", | |
| "Installing collected packages: keras-nightly, clang, grpcio, tb-nightly, tf-estimator-nightly, tf-nightly\n", | |
| " Attempting uninstall: keras-nightly\n", | |
| " Found existing installation: keras-nightly 2.5.0.dev2021032900\n", | |
| " Uninstalling keras-nightly-2.5.0.dev2021032900:\n", | |
| " Successfully uninstalled keras-nightly-2.5.0.dev2021032900\n", | |
| " Attempting uninstall: grpcio\n", | |
| " Found existing installation: grpcio 1.34.1\n", | |
| " Uninstalling grpcio-1.34.1:\n", | |
| " Successfully uninstalled grpcio-1.34.1\n", | |
| "\u001b[31mERROR: After October 2020 you may experience errors when installing or updating packages. This is because pip will change the way that it resolves dependency conflicts.\n", | |
| "\n", | |
| "We recommend you use --use-feature=2020-resolver to test your packages with the new resolver before it becomes the default.\n", | |
| "\n", | |
| "tensorflow 2.5.0 requires grpcio~=1.34.0, but you'll have grpcio 1.38.1 which is incompatible.\n", | |
| "tensorflow 2.5.0 requires keras-nightly~=2.5.0.dev, but you'll have keras-nightly 2.6.0.dev2021062500 which is incompatible.\u001b[0m\n", | |
| "Successfully installed clang-5.0 grpcio-1.38.1 keras-nightly-2.6.0.dev2021062500 tb-nightly-2.6.0a20210701 tf-estimator-nightly-2.6.0.dev2021062501 tf-nightly-2.7.0.dev20210630\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "!pip install tf-nightly" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 3, | |
| "metadata": { | |
| "id": "uobBbIhndMJi" | |
| }, | |
| "outputs": [], | |
| "source": [ | |
| "import tensorflow as tf\n", | |
| "import tensorflow_datasets as tfds" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 4, | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/" | |
| }, | |
| "id": "4xdmZjitda0u", | |
| "outputId": "0ba230c0-2681-40b9-c14d-bc5026379605" | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "4.3.0\n", | |
| "2.7.0-dev20210630\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "print(tfds.__version__)\n", | |
| "print(tf.__version__)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 5, | |
| "metadata": { | |
| "colab": { | |
| "base_uri": "https://localhost:8080/", | |
| "height": 725, | |
| "referenced_widgets": [ | |
| "394941ef71464691b0731fc0f438f0b0", | |
| "83bb78597aad4543828ae731bcaa38cc", | |
| "f43db8fbab80479ca782b89a33ba38b7", | |
| "6f7e5d122215402099bcb1a9273270e3", | |
| "6ee3ed32fe2b4b34bff9afe95486def4", | |
| "f4dacca398bd4e33b6b1ddc37bd01839", | |
| "53cb5ce24c2a4babaf7c3d0b38f063e8", | |
| "082fcdf3cb9542f79d4a89007578a863", | |
| "22b2539962e64500afa545e31f3b4972", | |
| "d1448dd51dd04332a55d31bb8087d334", | |
| "aa2169c85d0e4c709c3412155bfc9502", | |
| "257562c68ac4423998cde52881605a61", | |
| "ec9d8bd05f3244ca90b5a784d1ea3de6", | |
| "092b45805a4e434d9532f6f6014347c5", | |
| "2c2c9064821d42b5a839c4f3f9bbbe62", | |
| "f050d586fe3144b79209560f3790bee2", | |
| "001de70d938d4fa58bd31b409fc7b6f1", | |
| "115f380f70fd4b46a5f8cd40010c4149", | |
| "732a3e7f95a246acb7cdc9477c8156e9", | |
| "677307d0f22745cf894295389ee85427", | |
| "6c79b233faa14c7f9f145dcf828b72b1", | |
| "23912662fe1c40b1b22def6996b4dc7e", | |
| "447cb4160b594a358a2c40a209687e19", | |
| "fb7bf34c2fdd497cb7fb92131eced0b6", | |
| "4d32dfe5a22c4492bae25093af3d31c1", | |
| "a6d50b209e5c400ead43adc01b8aa3da", | |
| "8c0f86cedc374b509e73042ae23f6603", | |
| "1cf0f34a634248d99f4fc8e852ad4a5d", | |
| "ebc4e100843d4b11a346f15433212811", | |
| "04377d5285a747e3ae25b7749b528393", | |
| "ed7b8f601f03470c9a366ff569e73f7f", | |
| "5e90b05d0eba47b3b7663ed24d2eef80", | |
| "336397384e524baa899e0ec5803c35c2", | |
| "a17b6caeac7c47a481cce85408a372c6", | |
| "3c2500703697444db4a77a3e2a118256", | |
| "233b03c3ba904203b51cabc7ef78be83", | |
| "0dfd7c39d59e4434b8567988c89b1ed9", | |
| "5e7bbca351ad490093a1ce24f96afe9e", | |
| "1a445a6c231346dbb54138a243be7584", | |
| "695af404125742048b8a699f1a3983e4" | |
| ] | |
| }, | |
| "id": "vCu7iuzVdS6s", | |
| "outputId": "8c82dcd0-cae6-42d4-f8a1-cb9504078e9d" | |
| }, | |
| "outputs": [], | |
| "source": [ | |
| "# This data set is too big to run in Colaboratory, ~30 GB\n", | |
| "train = tfds.load(name=\"bair_robot_pushing_small:2.0.0\", split=\"train\",\n", | |
| " shuffle_files=False, data_dir='./tensorflow_datasets')" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 6, | |
| "metadata": { | |
| "id": "yE878kh3gNGm" | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "mkdir: cannot create directory ‘cache’: File exists\r\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "!mkdir cache" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 7, | |
| "metadata": { | |
| "id": "-XrW92Q2dtgi" | |
| }, | |
| "outputs": [], | |
| "source": [ | |
| "train = train.cache('./cache/train')" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": null, | |
| "metadata": { | |
| "id": "sgtD06mWrY6u" | |
| }, | |
| "outputs": [], | |
| "source": [ | |
| "# We need to do some kind of operation over the data to trigger the caching\n", | |
| "batch_size = 64\n", | |
| "\n", | |
| "n = train.batch(batch_size).reduce(0, lambda accum, _: accum + batch_size)\n", | |
| "print(n)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": null, | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [] | |
| } | |
| ], | |
| "metadata": { | |
| "colab": { | |
| "collapsed_sections": [], | |
| "name": "TF_Dataset_cache.ipynb", | |
| "provenance": [] | |
| }, | |
| "kernelspec": { | |
| "display_name": "Python 3", | |
| "language": "python", | |
| "name": "python3" | |
| }, | |
| "language_info": { | |
| "codemirror_mode": { | |
| "name": "ipython", | |
| "version": 3 | |
| }, | |
| "file_extension": ".py", | |
| "mimetype": "text/x-python", | |
| "name": "python", | |
| "nbconvert_exporter": "python", | |
| "pygments_lexer": "ipython3", | |
| "version": "3.8.5" | |
| }, | |
| "widgets": { | |
| "application/vnd.jupyter.widget-state+json": { | |
| "001de70d938d4fa58bd31b409fc7b6f1": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HBoxModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HBoxModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HBoxView", | |
| "box_style": "", | |
| "children": [ | |
| "IPY_MODEL_732a3e7f95a246acb7cdc9477c8156e9", | |
| "IPY_MODEL_677307d0f22745cf894295389ee85427" | |
| ], | |
| "layout": "IPY_MODEL_115f380f70fd4b46a5f8cd40010c4149" | |
| } | |
| }, | |
| "04377d5285a747e3ae25b7749b528393": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "082fcdf3cb9542f79d4a89007578a863": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "092b45805a4e434d9532f6f6014347c5": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "0dfd7c39d59e4434b8567988c89b1ed9": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "ProgressStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "ProgressStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "bar_color": null, | |
| "description_width": "initial" | |
| } | |
| }, | |
| "115f380f70fd4b46a5f8cd40010c4149": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "1a445a6c231346dbb54138a243be7584": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "DescriptionStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "DescriptionStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "description_width": "" | |
| } | |
| }, | |
| "1cf0f34a634248d99f4fc8e852ad4a5d": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HTMLModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HTMLModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HTMLView", | |
| "description": "", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_5e90b05d0eba47b3b7663ed24d2eef80", | |
| "placeholder": "", | |
| "style": "IPY_MODEL_ed7b8f601f03470c9a366ff569e73f7f", | |
| "value": " 0/2 [00:00<?, ? splits/s]" | |
| } | |
| }, | |
| "22b2539962e64500afa545e31f3b4972": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HBoxModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HBoxModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HBoxView", | |
| "box_style": "", | |
| "children": [ | |
| "IPY_MODEL_aa2169c85d0e4c709c3412155bfc9502", | |
| "IPY_MODEL_257562c68ac4423998cde52881605a61" | |
| ], | |
| "layout": "IPY_MODEL_d1448dd51dd04332a55d31bb8087d334" | |
| } | |
| }, | |
| "233b03c3ba904203b51cabc7ef78be83": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HTMLModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HTMLModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HTMLView", | |
| "description": "", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_695af404125742048b8a699f1a3983e4", | |
| "placeholder": "", | |
| "style": "IPY_MODEL_1a445a6c231346dbb54138a243be7584", | |
| "value": " 18935/43264 [30:40<32:29, 12.48 examples/s]" | |
| } | |
| }, | |
| "23912662fe1c40b1b22def6996b4dc7e": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "257562c68ac4423998cde52881605a61": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HTMLModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HTMLModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HTMLView", | |
| "description": "", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_f050d586fe3144b79209560f3790bee2", | |
| "placeholder": "", | |
| "style": "IPY_MODEL_2c2c9064821d42b5a839c4f3f9bbbe62", | |
| "value": " 30779/30779 [2:05:15<00:00, 4.10 MiB/s]" | |
| } | |
| }, | |
| "2c2c9064821d42b5a839c4f3f9bbbe62": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "DescriptionStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "DescriptionStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "description_width": "" | |
| } | |
| }, | |
| "336397384e524baa899e0ec5803c35c2": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HBoxModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HBoxModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HBoxView", | |
| "box_style": "", | |
| "children": [ | |
| "IPY_MODEL_3c2500703697444db4a77a3e2a118256", | |
| "IPY_MODEL_233b03c3ba904203b51cabc7ef78be83" | |
| ], | |
| "layout": "IPY_MODEL_a17b6caeac7c47a481cce85408a372c6" | |
| } | |
| }, | |
| "394941ef71464691b0731fc0f438f0b0": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HBoxModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HBoxModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HBoxView", | |
| "box_style": "", | |
| "children": [ | |
| "IPY_MODEL_f43db8fbab80479ca782b89a33ba38b7", | |
| "IPY_MODEL_6f7e5d122215402099bcb1a9273270e3" | |
| ], | |
| "layout": "IPY_MODEL_83bb78597aad4543828ae731bcaa38cc" | |
| } | |
| }, | |
| "3c2500703697444db4a77a3e2a118256": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "FloatProgressModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "FloatProgressModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "ProgressView", | |
| "bar_style": "danger", | |
| "description": "Generating train examples...: 44%", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_5e7bbca351ad490093a1ce24f96afe9e", | |
| "max": 43264, | |
| "min": 0, | |
| "orientation": "horizontal", | |
| "style": "IPY_MODEL_0dfd7c39d59e4434b8567988c89b1ed9", | |
| "value": 18935 | |
| } | |
| }, | |
| "447cb4160b594a358a2c40a209687e19": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "DescriptionStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "DescriptionStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "description_width": "" | |
| } | |
| }, | |
| "4d32dfe5a22c4492bae25093af3d31c1": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HBoxModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HBoxModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HBoxView", | |
| "box_style": "", | |
| "children": [ | |
| "IPY_MODEL_8c0f86cedc374b509e73042ae23f6603", | |
| "IPY_MODEL_1cf0f34a634248d99f4fc8e852ad4a5d" | |
| ], | |
| "layout": "IPY_MODEL_a6d50b209e5c400ead43adc01b8aa3da" | |
| } | |
| }, | |
| "53cb5ce24c2a4babaf7c3d0b38f063e8": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "DescriptionStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "DescriptionStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "description_width": "" | |
| } | |
| }, | |
| "5e7bbca351ad490093a1ce24f96afe9e": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "5e90b05d0eba47b3b7663ed24d2eef80": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "677307d0f22745cf894295389ee85427": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HTMLModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HTMLModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HTMLView", | |
| "description": "", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_fb7bf34c2fdd497cb7fb92131eced0b6", | |
| "placeholder": "", | |
| "style": "IPY_MODEL_447cb4160b594a358a2c40a209687e19", | |
| "value": " 1/1 [2:05:15<00:00, 7515.52s/ file]" | |
| } | |
| }, | |
| "695af404125742048b8a699f1a3983e4": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "6c79b233faa14c7f9f145dcf828b72b1": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "ProgressStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "ProgressStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "bar_color": null, | |
| "description_width": "initial" | |
| } | |
| }, | |
| "6ee3ed32fe2b4b34bff9afe95486def4": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "ProgressStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "ProgressStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "bar_color": null, | |
| "description_width": "initial" | |
| } | |
| }, | |
| "6f7e5d122215402099bcb1a9273270e3": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "HTMLModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "HTMLModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "HTMLView", | |
| "description": "", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_082fcdf3cb9542f79d4a89007578a863", | |
| "placeholder": "", | |
| "style": "IPY_MODEL_53cb5ce24c2a4babaf7c3d0b38f063e8", | |
| "value": " 1/1 [2:05:15<00:00, 7515.61s/ url]" | |
| } | |
| }, | |
| "732a3e7f95a246acb7cdc9477c8156e9": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "FloatProgressModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "FloatProgressModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "ProgressView", | |
| "bar_style": "success", | |
| "description": "Extraction completed...: 100%", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_23912662fe1c40b1b22def6996b4dc7e", | |
| "max": 1, | |
| "min": 0, | |
| "orientation": "horizontal", | |
| "style": "IPY_MODEL_6c79b233faa14c7f9f145dcf828b72b1", | |
| "value": 1 | |
| } | |
| }, | |
| "83bb78597aad4543828ae731bcaa38cc": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "8c0f86cedc374b509e73042ae23f6603": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "FloatProgressModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "FloatProgressModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "ProgressView", | |
| "bar_style": "", | |
| "description": "Generating splits...: 0%", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_04377d5285a747e3ae25b7749b528393", | |
| "max": 2, | |
| "min": 0, | |
| "orientation": "horizontal", | |
| "style": "IPY_MODEL_ebc4e100843d4b11a346f15433212811", | |
| "value": 0 | |
| } | |
| }, | |
| "a17b6caeac7c47a481cce85408a372c6": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "a6d50b209e5c400ead43adc01b8aa3da": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "aa2169c85d0e4c709c3412155bfc9502": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "FloatProgressModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "FloatProgressModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "ProgressView", | |
| "bar_style": "success", | |
| "description": "Dl Size...: 100%", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_092b45805a4e434d9532f6f6014347c5", | |
| "max": 1, | |
| "min": 0, | |
| "orientation": "horizontal", | |
| "style": "IPY_MODEL_ec9d8bd05f3244ca90b5a784d1ea3de6", | |
| "value": 1 | |
| } | |
| }, | |
| "d1448dd51dd04332a55d31bb8087d334": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "ebc4e100843d4b11a346f15433212811": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "ProgressStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "ProgressStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "bar_color": null, | |
| "description_width": "initial" | |
| } | |
| }, | |
| "ec9d8bd05f3244ca90b5a784d1ea3de6": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "ProgressStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "ProgressStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "bar_color": null, | |
| "description_width": "initial" | |
| } | |
| }, | |
| "ed7b8f601f03470c9a366ff569e73f7f": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "DescriptionStyleModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "DescriptionStyleModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "StyleView", | |
| "description_width": "" | |
| } | |
| }, | |
| "f050d586fe3144b79209560f3790bee2": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "f43db8fbab80479ca782b89a33ba38b7": { | |
| "model_module": "@jupyter-widgets/controls", | |
| "model_name": "FloatProgressModel", | |
| "state": { | |
| "_dom_classes": [], | |
| "_model_module": "@jupyter-widgets/controls", | |
| "_model_module_version": "1.5.0", | |
| "_model_name": "FloatProgressModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/controls", | |
| "_view_module_version": "1.5.0", | |
| "_view_name": "ProgressView", | |
| "bar_style": "success", | |
| "description": "Dl Completed...: 100%", | |
| "description_tooltip": null, | |
| "layout": "IPY_MODEL_f4dacca398bd4e33b6b1ddc37bd01839", | |
| "max": 1, | |
| "min": 0, | |
| "orientation": "horizontal", | |
| "style": "IPY_MODEL_6ee3ed32fe2b4b34bff9afe95486def4", | |
| "value": 1 | |
| } | |
| }, | |
| "f4dacca398bd4e33b6b1ddc37bd01839": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| }, | |
| "fb7bf34c2fdd497cb7fb92131eced0b6": { | |
| "model_module": "@jupyter-widgets/base", | |
| "model_name": "LayoutModel", | |
| "state": { | |
| "_model_module": "@jupyter-widgets/base", | |
| "_model_module_version": "1.2.0", | |
| "_model_name": "LayoutModel", | |
| "_view_count": null, | |
| "_view_module": "@jupyter-widgets/base", | |
| "_view_module_version": "1.2.0", | |
| "_view_name": "LayoutView", | |
| "align_content": null, | |
| "align_items": null, | |
| "align_self": null, | |
| "border": null, | |
| "bottom": null, | |
| "display": null, | |
| "flex": null, | |
| "flex_flow": null, | |
| "grid_area": null, | |
| "grid_auto_columns": null, | |
| "grid_auto_flow": null, | |
| "grid_auto_rows": null, | |
| "grid_column": null, | |
| "grid_gap": null, | |
| "grid_row": null, | |
| "grid_template_areas": null, | |
| "grid_template_columns": null, | |
| "grid_template_rows": null, | |
| "height": null, | |
| "justify_content": null, | |
| "justify_items": null, | |
| "left": null, | |
| "margin": null, | |
| "max_height": null, | |
| "max_width": null, | |
| "min_height": null, | |
| "min_width": null, | |
| "object_fit": null, | |
| "object_position": null, | |
| "order": null, | |
| "overflow": null, | |
| "overflow_x": null, | |
| "overflow_y": null, | |
| "padding": null, | |
| "right": null, | |
| "top": null, | |
| "visibility": null, | |
| "width": null | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "nbformat": 4, | |
| "nbformat_minor": 1 | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment