diff --git a/qdrant_prefetch/nested_prefetch.ipynb b/qdrant_prefetch/nested_prefetch.ipynb new file mode 100644 index 0000000..bf1b20f --- /dev/null +++ b/qdrant_prefetch/nested_prefetch.ipynb @@ -0,0 +1,6769 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "Bjlw9PYmxgDC" + }, + "source": [ + "# Re-Ranking using Qdrant's `prefetch` and Matryoshka Representation Learning\n", + "\n", + "## Install libraries" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "90b_aRsxLigs", + "outputId": "a83f332d-0f9a-4195-e389-740c7f7c8179" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting qdrant-client\n", + " Downloading qdrant_client-1.13.3-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: grpcio>=1.41.0 in /usr/local/lib/python3.11/dist-packages (from qdrant-client) (1.71.0)\n", + "Collecting grpcio-tools>=1.41.0 (from qdrant-client)\n", + " Downloading grpcio_tools-1.71.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.3 kB)\n", + "Requirement already satisfied: httpx>=0.20.0 in /usr/local/lib/python3.11/dist-packages (from httpx[http2]>=0.20.0->qdrant-client) (0.28.1)\n", + "Requirement already satisfied: numpy>=1.21 in /usr/local/lib/python3.11/dist-packages (from qdrant-client) (2.0.2)\n", + "Collecting portalocker<3.0.0,>=2.7.0 (from qdrant-client)\n", + " Downloading portalocker-2.10.1-py3-none-any.whl.metadata (8.5 kB)\n", + "Requirement already satisfied: pydantic>=1.10.8 in /usr/local/lib/python3.11/dist-packages (from qdrant-client) (2.10.6)\n", + "Requirement already satisfied: urllib3<3,>=1.26.14 in /usr/local/lib/python3.11/dist-packages (from qdrant-client) (2.3.0)\n", + "Collecting protobuf<6.0dev,>=5.26.1 (from grpcio-tools>=1.41.0->qdrant-client)\n", + " Downloading protobuf-5.29.4-cp38-abi3-manylinux2014_x86_64.whl.metadata (592 bytes)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.11/dist-packages (from grpcio-tools>=1.41.0->qdrant-client) (75.1.0)\n", + "Requirement already satisfied: anyio in /usr/local/lib/python3.11/dist-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (3.7.1)\n", + "Requirement already satisfied: certifi in /usr/local/lib/python3.11/dist-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (2025.1.31)\n", + "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.11/dist-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (1.0.7)\n", + "Requirement already satisfied: idna in /usr/local/lib/python3.11/dist-packages (from httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (3.10)\n", + "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.11/dist-packages (from httpcore==1.*->httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (0.14.0)\n", + "Requirement already satisfied: h2<5,>=3 in /usr/local/lib/python3.11/dist-packages (from httpx[http2]>=0.20.0->qdrant-client) (4.2.0)\n", + "Requirement already satisfied: annotated-types>=0.6.0 in /usr/local/lib/python3.11/dist-packages (from pydantic>=1.10.8->qdrant-client) (0.7.0)\n", + "Requirement already satisfied: pydantic-core==2.27.2 in /usr/local/lib/python3.11/dist-packages (from pydantic>=1.10.8->qdrant-client) (2.27.2)\n", + "Requirement already satisfied: typing-extensions>=4.12.2 in /usr/local/lib/python3.11/dist-packages (from pydantic>=1.10.8->qdrant-client) (4.12.2)\n", + "Requirement already satisfied: hyperframe<7,>=6.1 in /usr/local/lib/python3.11/dist-packages (from h2<5,>=3->httpx[http2]>=0.20.0->qdrant-client) (6.1.0)\n", + "Requirement already satisfied: hpack<5,>=4.1 in /usr/local/lib/python3.11/dist-packages (from h2<5,>=3->httpx[http2]>=0.20.0->qdrant-client) (4.1.0)\n", + "Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.11/dist-packages (from anyio->httpx>=0.20.0->httpx[http2]>=0.20.0->qdrant-client) (1.3.1)\n", + "Downloading qdrant_client-1.13.3-py3-none-any.whl (306 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m306.7/306.7 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading grpcio_tools-1.71.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.5/2.5 MB\u001b[0m \u001b[31m40.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading portalocker-2.10.1-py3-none-any.whl (18 kB)\n", + "Downloading protobuf-5.29.4-cp38-abi3-manylinux2014_x86_64.whl (319 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m319.7/319.7 kB\u001b[0m \u001b[31m21.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: protobuf, portalocker, grpcio-tools, qdrant-client\n", + " Attempting uninstall: protobuf\n", + " Found existing installation: protobuf 4.25.6\n", + " Uninstalling protobuf-4.25.6:\n", + " Successfully uninstalled protobuf-4.25.6\n", + "Successfully installed grpcio-tools-1.71.0 portalocker-2.10.1 protobuf-5.29.4 qdrant-client-1.13.3\n", + "Requirement already satisfied: sentence-transformers in /usr/local/lib/python3.11/dist-packages (3.4.1)\n", + "Requirement already satisfied: transformers<5.0.0,>=4.41.0 in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (4.48.3)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (4.67.1)\n", + "Requirement already satisfied: torch>=1.11.0 in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (2.6.0+cu124)\n", + "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (1.6.1)\n", + "Requirement already satisfied: scipy in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (1.14.1)\n", + "Requirement already satisfied: huggingface-hub>=0.20.0 in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (0.28.1)\n", + "Requirement already satisfied: Pillow in /usr/local/lib/python3.11/dist-packages (from sentence-transformers) (11.1.0)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (3.17.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (2024.10.0)\n", + "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (6.0.2)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (2.32.3)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.20.0->sentence-transformers) (4.12.2)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (3.4.2)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (3.1.6)\n", + "Collecting nvidia-cuda-nvrtc-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Collecting nvidia-cuda-runtime-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Collecting nvidia-cuda-cupti-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", + "Collecting nvidia-cudnn-cu12==9.1.0.70 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", + "Collecting nvidia-cublas-cu12==12.4.5.8 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Collecting nvidia-cufft-cu12==11.2.1.3 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Collecting nvidia-curand-cu12==10.3.5.147 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Collecting nvidia-cusolver-cu12==11.6.1.9 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", + "Collecting nvidia-cusparse-cu12==12.3.1.170 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", + "Requirement already satisfied: nvidia-cusparselt-cu12==0.6.2 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (0.6.2)\n", + "Requirement already satisfied: nvidia-nccl-cu12==2.21.5 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (2.21.5)\n", + "Requirement already satisfied: nvidia-nvtx-cu12==12.4.127 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (12.4.127)\n", + "Collecting nvidia-nvjitlink-cu12==12.4.127 (from torch>=1.11.0->sentence-transformers)\n", + " Downloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl.metadata (1.5 kB)\n", + "Requirement already satisfied: triton==3.2.0 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (3.2.0)\n", + "Requirement already satisfied: sympy==1.13.1 in /usr/local/lib/python3.11/dist-packages (from torch>=1.11.0->sentence-transformers) (1.13.1)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from sympy==1.13.1->torch>=1.11.0->sentence-transformers) (1.3.0)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (2.0.2)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.11/dist-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (2024.11.6)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.11/dist-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (0.21.1)\n", + "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.11/dist-packages (from transformers<5.0.0,>=4.41.0->sentence-transformers) (0.5.3)\n", + "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn->sentence-transformers) (1.4.2)\n", + "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn->sentence-transformers) (3.6.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.11/dist-packages (from jinja2->torch>=1.11.0->sentence-transformers) (3.0.2)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.20.0->sentence-transformers) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.20.0->sentence-transformers) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.20.0->sentence-transformers) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface-hub>=0.20.0->sentence-transformers) (2025.1.31)\n", + "Downloading nvidia_cublas_cu12-12.4.5.8-py3-none-manylinux2014_x86_64.whl (363.4 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m363.4/363.4 MB\u001b[0m \u001b[31m2.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cuda_cupti_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (13.8 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.8/13.8 MB\u001b[0m \u001b[31m78.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cuda_nvrtc_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (24.6 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.6/24.6 MB\u001b[0m \u001b[31m68.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cuda_runtime_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (883 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m883.7/883.7 kB\u001b[0m \u001b[31m55.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m1.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cufft_cu12-11.2.1.3-py3-none-manylinux2014_x86_64.whl (211.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.5/211.5 MB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_curand_cu12-10.3.5.147-py3-none-manylinux2014_x86_64.whl (56.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m11.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cusolver_cu12-11.6.1.9-py3-none-manylinux2014_x86_64.whl (127.9 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.9/127.9 MB\u001b[0m \u001b[31m7.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_cusparse_cu12-12.3.1.170-py3-none-manylinux2014_x86_64.whl (207.5 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.5/207.5 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading nvidia_nvjitlink_cu12-12.4.127-py3-none-manylinux2014_x86_64.whl (21.1 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m90.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: nvidia-nvjitlink-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12\n", + " Attempting uninstall: nvidia-nvjitlink-cu12\n", + " Found existing installation: nvidia-nvjitlink-cu12 12.5.82\n", + " Uninstalling nvidia-nvjitlink-cu12-12.5.82:\n", + " Successfully uninstalled nvidia-nvjitlink-cu12-12.5.82\n", + " Attempting uninstall: nvidia-curand-cu12\n", + " Found existing installation: nvidia-curand-cu12 10.3.6.82\n", + " Uninstalling nvidia-curand-cu12-10.3.6.82:\n", + " Successfully uninstalled nvidia-curand-cu12-10.3.6.82\n", + " Attempting uninstall: nvidia-cufft-cu12\n", + " Found existing installation: nvidia-cufft-cu12 11.2.3.61\n", + " Uninstalling nvidia-cufft-cu12-11.2.3.61:\n", + " Successfully uninstalled nvidia-cufft-cu12-11.2.3.61\n", + " Attempting uninstall: nvidia-cuda-runtime-cu12\n", + " Found existing installation: nvidia-cuda-runtime-cu12 12.5.82\n", + " Uninstalling nvidia-cuda-runtime-cu12-12.5.82:\n", + " Successfully uninstalled nvidia-cuda-runtime-cu12-12.5.82\n", + " Attempting uninstall: nvidia-cuda-nvrtc-cu12\n", + " Found existing installation: nvidia-cuda-nvrtc-cu12 12.5.82\n", + " Uninstalling nvidia-cuda-nvrtc-cu12-12.5.82:\n", + " Successfully uninstalled nvidia-cuda-nvrtc-cu12-12.5.82\n", + " Attempting uninstall: nvidia-cuda-cupti-cu12\n", + " Found existing installation: nvidia-cuda-cupti-cu12 12.5.82\n", + " Uninstalling nvidia-cuda-cupti-cu12-12.5.82:\n", + " Successfully uninstalled nvidia-cuda-cupti-cu12-12.5.82\n", + " Attempting uninstall: nvidia-cublas-cu12\n", + " Found existing installation: nvidia-cublas-cu12 12.5.3.2\n", + " Uninstalling nvidia-cublas-cu12-12.5.3.2:\n", + " Successfully uninstalled nvidia-cublas-cu12-12.5.3.2\n", + " Attempting uninstall: nvidia-cusparse-cu12\n", + " Found existing installation: nvidia-cusparse-cu12 12.5.1.3\n", + " Uninstalling nvidia-cusparse-cu12-12.5.1.3:\n", + " Successfully uninstalled nvidia-cusparse-cu12-12.5.1.3\n", + " Attempting uninstall: nvidia-cudnn-cu12\n", + " Found existing installation: nvidia-cudnn-cu12 9.3.0.75\n", + " Uninstalling nvidia-cudnn-cu12-9.3.0.75:\n", + " Successfully uninstalled nvidia-cudnn-cu12-9.3.0.75\n", + " Attempting uninstall: nvidia-cusolver-cu12\n", + " Found existing installation: nvidia-cusolver-cu12 11.6.3.83\n", + " Uninstalling nvidia-cusolver-cu12-11.6.3.83:\n", + " Successfully uninstalled nvidia-cusolver-cu12-11.6.3.83\n", + "Successfully installed nvidia-cublas-cu12-12.4.5.8 nvidia-cuda-cupti-cu12-12.4.127 nvidia-cuda-nvrtc-cu12-12.4.127 nvidia-cuda-runtime-cu12-12.4.127 nvidia-cudnn-cu12-9.1.0.70 nvidia-cufft-cu12-11.2.1.3 nvidia-curand-cu12-10.3.5.147 nvidia-cusolver-cu12-11.6.1.9 nvidia-cusparse-cu12-12.3.1.170 nvidia-nvjitlink-cu12-12.4.127\n", + "Requirement already satisfied: einops in /usr/local/lib/python3.11/dist-packages (0.8.1)\n", + "Collecting datasets\n", + " Downloading datasets-3.4.1-py3-none-any.whl.metadata (19 kB)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from datasets) (3.17.0)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.11/dist-packages (from datasets) (2.0.2)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (18.1.0)\n", + "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n", + " Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (from datasets) (2.2.2)\n", + "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.11/dist-packages (from datasets) (2.32.3)\n", + "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.11/dist-packages (from datasets) (4.67.1)\n", + "Collecting xxhash (from datasets)\n", + " Downloading xxhash-3.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", + "Collecting multiprocess<0.70.17 (from datasets)\n", + " Downloading multiprocess-0.70.16-py311-none-any.whl.metadata (7.2 kB)\n", + "Requirement already satisfied: fsspec<=2024.12.0,>=2023.1.0 in /usr/local/lib/python3.11/dist-packages (from fsspec[http]<=2024.12.0,>=2023.1.0->datasets) (2024.10.0)\n", + "Requirement already satisfied: aiohttp in /usr/local/lib/python3.11/dist-packages (from datasets) (3.11.13)\n", + "Requirement already satisfied: huggingface-hub>=0.24.0 in /usr/local/lib/python3.11/dist-packages (from datasets) (0.28.1)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from datasets) (24.2)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from datasets) (6.0.2)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (2.6.1)\n", + "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.3.2)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (25.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.5.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (6.1.0)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (0.3.0)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.11/dist-packages (from aiohttp->datasets) (1.18.3)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface-hub>=0.24.0->datasets) (4.12.2)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.4.1)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests>=2.32.2->datasets) (2025.1.31)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2.8.2)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2025.1)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas->datasets) (2025.1)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.11/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n", + "Downloading datasets-3.4.1-py3-none-any.whl (487 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m487.4/487.4 kB\u001b[0m \u001b[31m24.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading multiprocess-0.70.16-py311-none-any.whl (143 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m143.5/143.5 kB\u001b[0m \u001b[31m11.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading xxhash-3.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.8/194.8 kB\u001b[0m \u001b[31m15.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: xxhash, dill, multiprocess, datasets\n", + "Successfully installed datasets-3.4.1 dill-0.3.8 multiprocess-0.70.16 xxhash-3.5.0\n" + ] + } + ], + "source": [ + "!pip install qdrant-client\n", + "!pip install -U sentence-transformers\n", + "!pip install datasets" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "pJtVQSuGOgCC" + }, + "source": [ + "# Dataset\n", + "\n", + "Use HuggingFace's datasets library to download the dataset and load it into your session. This library is quick, efficient and will allow you to manipulate unstructured data in other ways.\n", + "\n", + "> more information about the dataset can be found [here](https://github.com/nickprock/qdrant_examples/blob/master/qdrant_101_text_data/qdrant_and_text_data.ipynb)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "fo86u7fbbWyV" + }, + "outputs": [], + "source": [ + "from datasets import load_dataset" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 356, + "referenced_widgets": [ + "11a41ebd6f7649d9a2697032cdda180b", + "5d302d47daa64d43be30618faa9d8650", + "c03e91c5ab3e436f9249a93521964dcc", + "b9f62fbf429c4cc38a563e0d898ea359", + "09c6467707c944dc850fa82e8906b93d", + "c1d9c07870f9499aaa87bfb18106554b", + "14618177b4a8479b80e4e49fb90abb74", + "2b4c96c8c7244e70beec857df3baba51", + "908b5b6cbd5147139193c47b920de114", + "12490cc8fbc746fd9376080c21462d65", + "be44be5d838042f180fc91166f21ee6b", + "7a8d6a5a58484963be6816f1577291ce", + "9a973a3c293b4aa2bc01b78bb22e7034", + "570518c0de24475cb06b207ef3bd96ef", + "db6b2221bb3d4c369b0742ecfde8810d", + "b16e80d902d44295a9e6d3a33a2049eb", + "870c806859f64f2794e2115952d1cadf", + "387b37e5714a4009bfa67bfd0d9397ea", + "012258b0383040ab988c50fcc99e9038", + "be8c88be64fc4269a52af68c5150452f", + "1a799352325f4152b939d40860d47712", + "6c69a75a8dd6479ea4b6455fe623ddb1", + "3a562f93c20c4ae98bd12034eb0a3fcb", + "a48e098bb91249a5a3172bf105f3c167", + "c8470ffae1e249aeb1971fc87056439e", + "da32942079da489f96af57e9a22a7426", + "4bd65b09ecce44a7855898f8496b15cb", + "ea985c9ef4e54041b6d25842d9164c22", + "f43355578ccc4681812ece207f7bd303", + "34687647c3bb475c9688b0e02efda165", + "e7f274df25b34b52a6e37f4176221a76", + "7c69b5b409d5429186b179ea7f993e0d", + "bbb616761fc544b3b1aa2884de0e7a22", + "381af606e804410091c139b983508799", + "bdf988b693a940aab912dcfe7e8000e7", + "66ff829b02224266b6f7cf984d7369b3", + "abfc4be19c834d179f2e0a869b2326b6", + "4456f2317c884a9da504ce740120be8a", + "70a0639d06d840c1a092af56298db782", + "dc149b759bc84cdda932e3b35a1c39cc", + "db83adc2a3b249c396f5cafb55b90376", + "7ca652f44f1b4e1284387f0c4316b834", + "cf5b2d93f221403495eded1acda8130c", + "1093cebffa9b48739ac0b6c2e94f742e", + "daeef90442d4445d86c448195ce80aad", + "0e1792e8998a443383411267ac8d6412", + "f3869ef1062b4ab3ae34c52df4cad645", + "defb35a567d743e395b65c7450dbd7f0", + "2127dd53bd4e43b1b85798f1c84c6772", + "4b61b95a6c194e37a03d0e6856b8e58a", + "4db8666b292945c5b9334554b48bd288", + "3b1b21154ccb4e8bb5bb6609aba2b74a", + "7926749c6c404798bcfbddba0139d51c", + "05c330a367c34cf1872bee9944a95628", + "136655ba9fd442e7937c795ce01ffd15" + ] + }, + "id": "ulO_eFvUO3ad", + "outputId": "c9ff41eb-f212-4e5a-bf3e-85ca1078698f" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.11/dist-packages/huggingface_hub/utils/_auth.py:94: UserWarning: \n", + "The secret `HF_TOKEN` does not exist in your Colab secrets.\n", + "To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n", + "You will be able to reuse this secret in all of your notebooks.\n", + "Please note that authentication is recommended but still optional to access public models or datasets.\n", + " warnings.warn(\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "11a41ebd6f7649d9a2697032cdda180b", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "README.md: 0%| | 0.00/8.07k [00:00\n", + "\n", + "![retr_rerank](https://miro.medium.com/v2/resize:fit:1100/format:webp/1*PWYRflN04fldhY19Qi_CLg.png)\n", + "\n", + "
\n", + "\n", + "Retrieval alone often produces a list of documents that may not be in the most relevant order.\n", + "While retrieval identifies potentially relevant documents, it doesn't consider factors like the specific query terms, document context, or semantic relationships.\n", + "Reranking uses algorithms to evaluate these factors and reorder the results to present the most likely matches at the top.\n", + "\n", + "**Retrieval and reranking are crucial for efficient information retrieval systems.**\n", + "\n", + "## Matryoshka Representation Learning\n", + "\n", + "Matryoshka Representation Learning (MRL) is an advanced machine learning approach that encodes data at multiple levels of granularity within a single vector representation.\n", + "Like a Matryoshka doll the levels are nested in one embedding, the greater the number of levels, the more detail the embedding maps.\n", + "\n", + "As embedder we use `mixedbread-ai/mxbai-embed-xsmall-v1` with vector size `[64, 128, 384]`." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 407, + "referenced_widgets": [ + "bfcd8834a4ea484bb7ebe4d7a708b04a", + "3db6a84b76a54021b2c58c803a8d0db9", + "42f9572f443843b0974a518849d71db0", + "e507642fb686493a846e89dcaebc0b14", + "8405fdebda8c46f0a4f8d47371b5205a", + "aac66860874343a5a9d368a2f1843a04", + "8eda87ec58a74cd7a4c95b0403e3033c", + "db90d4f9620a4fce9633fae8879cd64a", + "774cbb9aa85d4293a71df7474782cdfd", + "ef57d702b6974ebcb4e24c045a36c829", + "21c50179af594ce6a1e461da8bc54cfe", + "ae05c630dc6c4f2e9fbba96a32600d73", + "e139153530664f95b556ca7b66194537", + "f97a30bdc771496398d550ff7db0889c", + "c653b385ac774c11a4637cd92da29544", + "692e13fbe6a34adaaafd9a8eb51fd3b3", + "644769325bdc4f40bf7de343450e6b70", + "b6dd084627154bc3a60c897ef1269459", + "f6145623876946cbada1be5d59339a4d", + "51c68013b7bf4142a70fb1350916c2e3", + "66f2c7cf0fb94b0fb2dcc1efcbf200b4", + "fa552248953f40b38c30094870d2558d", + "85eb71d1fede44d692402adb02bdf62b", + "8ad742e803144e8d930ac1f6cefd729a", + "6c99787301f0404aa9725291a799a59e", + "749bfde97ed84814a921902cb2c44a97", + "479aaf1dd55c47fe97b6c572d1e96e07", + "633e230b7a1e45569a12d87c24c2f84c", + "c3f9bc447c3a42ef90a322b15bb0e1cc", + "b0b1ad40a13946f5ac0434c1e40bae5e", + "7cf4cef69c6c4b909a8fc90e6afa1398", + "3f553b1d198c4e1e8a82bf000bb8de2a", + "b12334fa5e2a49f1b0a6cc3a07134808", + "07b8f26cbb0e432bbf1146c23f4600e9", + "8b74dca31809492aa945a0a879f414a7", + "581dc9c266424cc4b521c1248d73d9d8", + "d4c65e6951ad44d88be13557fa55bb2e", + "83d3aa2eb38f4de0ac87f4941527d18e", + "ea41909763684895a05416e4992bbbd3", + "aaeb62ff9e314efb81e7a74785c00932", + "7e70781dd9a643e6a5d77dfcb209d297", + "ba2ac47a694642378c5e1a0cf289cb34", + "6764ca6b36a34bc7b60672036542a497", + "bcf601d93257497687bf6502648794d3", + "70a71a917b204947a350bd76aed1ae9b", + "36db99bea1c54e7ebb784093d31ca424", + "bb937becc18141b38053e627f596dd20", + "231a9641099b4521a570c17a87445881", + "e2856c49f2b64f0d81eb095adb62b801", + "9c12106236504c4d9cf91928a6d1d6dc", + "99e6aea657cb4752992c55bd5154c4b4", + "d48359d1b62b4d688dacccd8398aa4f7", + "4edab8dc9b2f4ec68ce41a1a30fd3365", + "99d1d7a26ddc4fb8af5de462ffdcd9b7", + "d61772432e684e14a97f6958d15ade9a", + "199a79f97003422ab6fc6b95200105fa", + "9130ae0b20594a549f0bcd4dea54cb47", + "9ac19855a2a04f6c8fca59d891b9ef9e", + "86c50e6e4fa3404f84cceb2a836fcb07", + "7bd792f5c52c48558cf228ab8872d0b1", + "c9961d984c364f398f830c96a912478f", + "bae25f123be6473081866b5a1c75dad0", + "e165a1bfa3f04c85a3e8047e0b9e584f", + "6db6423cc17f4f1491158e94d639e79c", + "cc73df7c62ca4abbaeed149a248de3da", + "f56b967c47894f5a8fbc5899a7797bfc", + "6b98f678317849bd97405c234c2d4416", + "2602b13c999e487f96175f2d8d8ba0c2", + "24726d006abe47aba96c7139003117db", + "b97440161f5041cab7c03a37053f2a57", + "0f19e10d35e54bcd87b3f37b11a82fc8", + "c870f8baf4824f969d465876d62e69e3", + "6191da296abc46ca943f35813052b977", + "ebf8d689e8de4d8091b02939ed3946d4", + "ab7bff7203f04ed3a7a07c2adce7580c", + "a2a2970bd7244aa28e54a6ec00ffe4a2", + "752fa502bcfb43daaa6c1096a8e9c8ae", + "27c951c94541442699b2324752a2c5ea", + "34fbe2c1704747ca8a11f67f5a8bf9a6", + "20c5ce4e0cf54ba9a21700f97e3208eb", + "08672592ce374b579412521a984ebef1", + "b50f007f5bd84b9c8be73cab37c8098f", + "36d2ac82eec5469daf700612328f8dff", + "d0ac1e908da5469fbd281b446f07ff07", + "641fada1da49400781920eb49f434e89", + "bd4f5464b58f4311924a3139e18374b3", + "7c170fd3d4444f4ca95272a052593db7", + "9a8d09deccc743639d96b66ce23ecdd8", + "9ad995d7fb2a4c8f98a7640cb8b7f688", + "e236bdaa15c14f89a83ce9525233ff65", + "9f64ec6d15c94a6a9e5c6ff141be6b04", + "7efd48f2781243b49dc667ca17f9f2a7", + "4d90f5155c474dd78e5f4277f8bcabc2", + "ded3f857452742f1960a54eb17d230d6", + "892049e6a50b49f7aaa7d4a3bddba17f", + "36f9ff5d209b4f228d9c4b0b107dff1e", + "3646cbb7e3e94da8b08e1585ab5963c3", + "f3554e5915bc43fca47df926effeb256", + "12b601bcfc0e42d08b5f979d1f4cb7ab", + "444c3250b95549ce950cc38033c91744", + "bd74f1f1a83b4f51b887ef07288d85d8", + "3db65a827b464204b614aff89fafb5c1", + "5a94e131ce164a6a8875bd1851dc08d4", + "35eba6f24c3d4f938a40e698aa5af4fb", + "2f6a9b9e47144e71af16339906f8d923", + "dfc67fc8e2834066b622d276d8c695cc", + "ab687ed8b9804dd3a3c568a6521b71bf", + "0968bc07fc384e13bdca069168c13fe2", + "6cef078474c744c58eade85160c32223", + "9135f41d98824c6093d0a59e2a1feb28", + "7df56debf0ca4bd2981f88939dcafdf2", + "5fc58b336255456b9903c72000b8662c", + "75224ef3423d428ab7a7142a233c6e3f", + "4f6e298684f143c39dbb34229834ad32", + "84d1c2261bc74e4da07bd1d56f77681d", + "48fab1f701094070ab356396aa0fcfde", + "179373aa77b24d718b7556a04603190e", + "abc63c86d8df4ed79c7363b19e4f2b06", + "df474403f62146f683c0249bd5dc074d", + "58ef30ade96d44b2a32a36a6b174b36f", + "895a99746a124cbc81c611e04625be94" + ] + }, + "id": "I1IvDIylMdG_", + "outputId": "42925037-32bc-482d-f9f0-20266188bbef" + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "The cache for model files in Transformers v4.22.0 has been updated. Migrating your old cache. This is a one-time only operation. You can interrupt this and resume the migration later on by calling `transformers.utils.move_cache()`.\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "bfcd8834a4ea484bb7ebe4d7a708b04a", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "0it [00:00, ?it/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "ae05c630dc6c4f2e9fbba96a32600d73", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "modules.json: 0%| | 0.00/229 [00:00:4: UserWarning: Local mode is not recommended for collections with more than 20,000 points. Current collection contains 20001 points. Consider using Qdrant in Docker or Qdrant Cloud for better performance with large datasets.\n", + " client.upsert(\n" + ] + } + ], + "source": [ + "from qdrant_client.http.models import PointStruct\n", + "\n", + "for index, row in enumerate(dataset):\n", + " client.upsert(\n", + " collection_name=\"multiple_vectors\",\n", + " points=[\n", + " PointStruct(\n", + " id=index,\n", + " vector={\n", + " \"vec_64\": vec_64[index],\n", + " \"vec_128\": vec_256[index],\n", + " \"vec_384\": vec_full[index],\n", + " },\n", + " payload={\n", + " \"text\": row[\"text\"],\n", + " \"label\": row[\"label\"],\n", + " }\n", + " )\n", + " ]\n", + " )\n", + "\n", + " client.upsert(\n", + " collection_name=\"single_vector_64\",\n", + " points=[\n", + " PointStruct(\n", + " id=index,\n", + " vector=vec_64[index],\n", + " payload={\n", + " \"text\": row[\"text\"],\n", + " \"label\": row[\"label\"],\n", + " }\n", + " )\n", + " ]\n", + " )\n", + "\n", + " client.upsert(\n", + " collection_name=\"single_vector_full\",\n", + " points=[\n", + " PointStruct(\n", + " id=index,\n", + " vector=vec_full[index],\n", + " payload={\n", + " \"text\": row[\"text\"],\n", + " \"label\": row[\"label\"],\n", + " }\n", + " )\n", + " ]\n", + " )" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "LE-SO9rwRq-2" + }, + "source": [ + "## Query Experiments\n", + "\n", + "### Classical Approach\n", + "\n", + "The first experiment is a classic retrieval and re-rank pipeline, I will use `mixedbread-ai/mxbai-rerank-xsmall-v1` as the reranker, I calculate the time it takes the pipeline to return results.\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "OO-TtwGwSUBj" + }, + "outputs": [], + "source": [ + "from datetime import datetime\n", + "\n", + "query = \"Russian scientists spot alien spacecraft\"" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Vf7m8pcmRsru", + "outputId": "424615bd-fb47-409b-b0c4-e3c0138d5d2c" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Duration: 0:00:00.064587\n", + "\n", + "\n", + "[ScoredPoint(id=63224, version=0, score=0.6377151631747799, payload={'text': 'Science ; Russian-US crew goes to space, AIDS experiments planned Science News, Kazakhstan - A Russian-US crew blasted off bound for the International Space Station where they will spend six months conducting experiments including work on the search for an AIDS vaccine.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=71605, version=0, score=0.6195525861056244, payload={'text': 'US, Russian Astronauts Land Safely in Kazakhstan Russian cosmonaut Gennady Padalka and American astronaut Mike Fincke had been in space since April. While in space they carried out four space walks, including one crucial mission to repair ', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70139, version=0, score=0.6035118942769271, payload={'text': 'Russian - US Space Crew Lands in Kazakhstan A Russian Soyuz craft has landed in Kazakhstan bringing an American astronaut and two Russian cosmonauts back from the International Space Station or ISS.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=97789, version=0, score=0.5945618838525444, payload={'text': \"Report: Officials search Yukos managers' homes (Canadian Press) Canadian Press - MOSCOW (AP) - Russian authorities have searched the homes of dozens of managers working for the embattled Yukos oil company in what one board member described as a massive campaign reminiscent of the Stalinist purges, a news agency reported Sunday.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=42387, version=0, score=0.5945193808704656, payload={'text': 'WHO probes \"probable\" human-to-human bird flu amid fears of mutation (AFP) AFP - The World Health Organisation confirmed that it was examining a quot;probable quot; first full case of human-to-human transmission of bird flu in Thailand, raising fears of a deadly global flu pandemic.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70204, version=0, score=0.5907086027511521, payload={'text': 'Russia space chiefs point to superb work of Padalka, Fincke KOROLYOV, Moscow Region, October 24 (Itar-Tass) - The crew of the ninth mission at the International Space Station (ISS) worked superbly in orbit.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70350, version=0, score=0.5859631568444725, payload={'text': 'US-Russia Space Crew Lands on Earth Russian rescue workers help astronauts get out of the Soyuz escape capsule after Russian cosmonauts Gennady Padalka, Yuri Shargin, and American NASA astronaut Mike Fincke from international space station were parachuted near the town of Arkalyk in north ', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=90972, version=0, score=0.5856498166557521, payload={'text': \"Sci-Fi Paints a Pretty Picture Whether you're into science fiction's predicted future or just like bizarre creatures, here's an art show for you. Rachel Metz reports from New York.\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=71658, version=0, score=0.5822889836506758, payload={'text': \"Landed U.S.-Russian ISS Crew Savor Smell of Earth (Reuters) Reuters - A Soyuz capsule made a\\\\soft landing in the pitch-dark in Kazakhstan's steppes on\\\\Sunday, and its U.S.-Russian crew said they were happy to\\\\breathe in the smell of Earth after a long stint in orbit.\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=71820, version=0, score=0.5769627403840704, payload={'text': 'Soyuz Capsule Lands on Kazakhstan Steppe American astronaut Mike Fincke, front , and Russian cosmonaut, Yuri Shargin, third, get off a plane at the Chkalovsky airport, just outside Moscow, Sunday, Oct. 24, 2004, while heading to Moscow #39;s Star City, the home-base of Russia #39;s space program.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=104077, version=0, score=0.5743307781763864, payload={'text': \"Russia welcomes foreign bids for assets of embattled Yukos oil giant (AFP) AFP - Russia said it would welcome Indian and other companies bidding for the assets of Russian oil giant Yukos, the country's biggest oil exporter, due to be sold off later this month.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=16525, version=0, score=0.5708564021484155, payload={'text': \"Alien probe 'best way to find ET' We should be using probes to look for life in space instead of radio signals, say scientists.\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70433, version=0, score=0.5701743807111515, payload={'text': 'Russian Soyuz capsule carrying Russian-US crew lands in Kazakh <b>...</b> Looking tired but elated, a Russian-US crew completed a six-month mission in space early Sunday with an on-target and on-time landing in the steppes of Kazakhstan.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=52146, version=0, score=0.5694284890272483, payload={'text': 'The Yank Caught In Yukos #39; Nightmare By a curious twist of fate, the job of rescuing Russian oil giant Yukos has fallen to an American who arrived in Moscow just over a year ago -- and who still needs a translator #39;s help.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=107360, version=0, score=0.5678756257592341, payload={'text': 'US, Russia Select Next Crew for Space Station Russia #39;s Federal Space Agency and the US #39;s NASA have approved the crew of the next mission to the international space station, an agency spokesman said Tuesday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=97787, version=0, score=0.5672767648543018, payload={'text': 'Report: Officials search Yukos managers #39; homes Russian authorities have searched the homes of dozens of managers working for the embattled Yukos oil company in what one board member described as a massive campaign reminiscent of the Stalinist purges, a news agency reported Sunday.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=15477, version=0, score=0.5618664418712279, payload={'text': 'Cows munch on light aircraft (AFP) AFP - When Tony Cooper and Lisa Kingscott left their four-seater light plane parked in a field to have lunch with friends nearby, they paid little attention to the cows quietly grazing nearby.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=18332, version=0, score=0.5618274786961415, payload={'text': 'Russian, US astronauts leave ISS on maintenance mission The Russian-US crew of the International Space Station (ISS) went on a five-hour space walk overnight to carry out maintenance work, Russian space officials said on Saturday, quoted by ITAR-TASS news agency.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37433, version=0, score=0.5573167165744208, payload={'text': 'ISS crew to help search for Aids vaccine Moscow - The next crew of the International Space Station (ISS) is to contribute to the Russian search for a vaccine against Aids, Russian cosmonaut Salijan Sharipovthe said on Thursday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=110479, version=0, score=0.5566216555907938, payload={'text': \"Pentagon Seeks Check on RAND Air Tanker WASHINGTON (Reuters) - The Pentagon, under fire for rushing an outside report on ways to replace the U.S. Air Force's aging KC-135 mid-air refueling tankers, is seeking a second opinion, the top U.S. weapons buyer said Wednesday.\", 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=64243, version=0, score=0.5547845660780584, payload={'text': \"Marsh Reveals What's at Stake in Probe NEW YORK (Reuters) - Marsh McLennan Cos. revealed what's at stake in the probe into its behavior by New York Attorney General Eliot Spitzer, saying it generated \\\\$845 million of fat fees from a practice at the center of a bid-rigging scandal.\", 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=62159, version=0, score=0.5547338112523539, payload={'text': 'Russian Spacecraft Avoids Collision, Docks with International <b>...</b> A three-man crew has arrived at the International Space Station, after a two-day trip in a Russian Soyuz spacecraft. Two of the men will replace the crew now on the station as part of the normal six-month rotation.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37021, version=0, score=0.5480805667351458, payload={'text': 'Space Station Crew Plans New Missions STAR CITY, Russia - The new crew to the international space station will conduct experiments to research new AIDS vaccines and plant growth, and work on new space vehicles that will help future missions to the moon and Mars, crew members said Thursday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=119531, version=0, score=0.5480473951605508, payload={'text': 'Russian police stage new raid on Yukos MOSCOW - Russian police staged a new raid at the office of Yukos and questioned a company executive, Interfax news agency quoted the general prosecutor #39;s office as saying, a day after the ailing oil giant filed for voluntary bankruptcy in a US court.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=29719, version=0, score=0.5465867320034692, payload={'text': 'Suspicion over Iran arms facility A US nuclear monitor shows satellite images of an Iranian weapons facility which may be working on nuclear weapons.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=105825, version=0, score=0.546500233362981, payload={'text': 'Russia, NASA OK Space Station #39;s Next Crew MOSCOW - Russia #39;s Federal Space Agency and NASA (news - web sites) have approved the crew of the next mission to the international space station, a Russian agency spokesman said Tuesday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70281, version=0, score=0.5464695362454144, payload={'text': 'Soyuz spacecraft with three ISS crew on board lands in Kazakhstan (AFP) AFP - A Russian Soyuz spacecraft bringing back three astronauts from the International Space Station landed in Kazakhstan, Russian space officials announced.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=99, version=0, score=0.5447658911742146, payload={'text': 'Russian Alien Spaceship Claims Raise Eyebrows, Skepticism (SPACE.com) SPACE.com - An expedition of Russian researchers claims to have found evidence that an \\\\ alien spaceship had something to do with a huge explosion over Siberia in 1908. \\\\ Experts in asteroids and comets have long said the massive blast was caused \\\\ by a space rock.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37286, version=0, score=0.5438874763471258, payload={'text': 'International Space Station Crew Plans New Missions STAR CITY, Russia (AP) -- The next crew for the international space station said Thursday it will conduct experiments to research new AIDS vaccines and plant growth and work on new space vehicles that will help future missions to the moon and Mars. Russian cosmonaut Salizhan Sharipov and U.S...', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=71104, version=0, score=0.5433743490106892, payload={'text': 'Soyuz Landing Delivers Fincke, Padalka to Earth After Six Months <b>...</b> A Soyuz capsule made a precision landing in Kazakhstan Sunday, safely delivering two Russian cosmonauts and an American astronaut to Earth after several months on the International Space Station.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=39653, version=0, score=0.5431419800849608, payload={'text': \"Total deal shows appetite for Russian oil, but limits foreign role (AFP) AFP - A deal between French energy group Total and Russian gas firm Novatek shows that oil majors have an appetite for Russia's energy riches despite the Yukos affair, but also the limited role now possible for foreigners in this strategic sector, analysts say.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=46527, version=0, score=0.5426170980319851, payload={'text': \"Genesis Samples 'Looking Very, Very Good' Jet Propulsion Lab -- The Genesis team is preparing to ship its samples of the Sun from the mission's temporary cleanroom at the U.S. Army Proving Ground, Dugway, Utah, to NASA's Johnson Space Center, Houston...\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=63878, version=0, score=0.5393654676963826, payload={'text': 'Russian Craft Docks with Space Station (Reuters) Reuters - A Russian spacecraft delivered\\\\three astronauts to the International Space Station on\\\\Saturday, smoothly overcoming docking system problems which had\\\\delayed its launch.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70038, version=0, score=0.5377552734862081, payload={'text': 'Soyuz capsule carrying US-Russian crew from space station lands in <b>...</b> A Russian Soyuz capsule carrying a US-Russian crew back to Earth following six months at the international space station hurtled through the Earth #39;s atmosphere and landed in Kazakhstan Saturday evening.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=4766, version=0, score=0.5351889321973673, payload={'text': \"The War Room Inside the fully immersive proving ground where tomorrow's soldiers are being trained by coalition forces of the Pentagon, Hollywood and Silicon Valley. By Steve Silberman from Wired magazine.\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=45907, version=0, score=0.5325642956265648, payload={'text': 'Congressional probe sought over jailing of US vigilantes in Afghanistan (AFP) AFP - A lawyer for one of three Americans jailed in Afghanistan for illegally running a private anti-terror campaign and secret jail has asked for a US Congressional probe to look into bringing the trio home.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70119, version=0, score=0.5296997227339971, payload={'text': 'Russians, American return from space station A Soyuz space capsule containing a US-Russian crew has successfully landed in the steppes of Kazakhstan. Russian cosmonaut Gennady Padalka and American astronaut Mike Fincke had left the international space ', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37052, version=0, score=0.5295707194130234, payload={'text': 'Space Station Crew Plans New Missions STAR CITY, Russia Sept. 23, 2004 - The new crew to the international space station will conduct experiments to research new AIDS vaccines and plant growth, and work on new space vehicles that will help future ', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70591, version=0, score=0.5290134926581833, payload={'text': 'ISS Crew Makes Safe Landing ARKALYK, Kazakhstan -- A Russian-US crew returned safely to Earth from the international space station, their Soyuz space capsule streaking through the atmosphere and landing on target in the steppes of Kazakhstan early Sunday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=3032, version=0, score=0.5275240324930194, payload={'text': \"Russia investors skeptical of Yukos mad scramble for cash (AFP) AFP - Yukos scrambled to scrape together cash for a crushing tax bill by selling off one of its gas companies in the face of deep investor skepticism that Russia's oil giant could survive its standoff with the state.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=118081, version=0, score=0.5270934955641391, payload={'text': 'Coming to America (to Die) You know your country is messed up if people don #39;t even want to die there, much less live there. On Wednesday, Russia #39;s erstwhile oil giant, Yukos (Pink Sheets: YUKOY), attempted to commit corporate ', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37260, version=0, score=0.5255209844592068, payload={'text': \"Controversial Swiss culture show abroad sparks domestic storm (AFP) AFP - An exhibition at Switzerland's cultural centre in Paris, which sheds the more common image of orderly Swiss society in favour of political rebellion and a vomiting actor, triggered an uproar in Switzerland.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=36285, version=0, score=0.5249320013231313, payload={'text': 'Britain complains to US over Cat Stevens deportation (AFP) AFP - Britain complained to the United States over the deportation of pop singer turned Islamic activist Cat Stevens, who was denied entry on national security grounds.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70022, version=0, score=0.5243237723459013, payload={'text': 'U.S.-Russian ISS Crew Makes Soft Landing (Reuters) Reuters - A Soyuz space capsule made a soft\\\\landing in the steppes on Kazakhstan early on Sunday, bringing\\\\a U.S.-Russian space trio back to earth from the International\\\\Space Station.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=77492, version=0, score=0.5239393870386603, payload={'text': 'Natl Geographic Film Fest Gives Voice to Unsung Cultures This week the National Geographic All Roads Film Festival showcases indigenous filmmakers. Among the films, an Iranian documentary set in a public restroom, where women remove their veils, smoke, and discuss everything from drugs to sex to religion.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=26830, version=0, score=0.5238958795996428, payload={'text': 'Yukos saga gives pause to foreign investors in Russia: IMF <b>...</b> MOSCOW : The Russian government #39;s assault on oil giant Yukos is a source of concern that could impact foreign investment in the country, a senior International Monetary Fund official warned.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=18190, version=0, score=0.5238644382971057, payload={'text': 'Russian, US astronauts leave space station on maintenance mission MOSCOW - The Russian-US crew of the International Space Station (ISS) went on a five-hour space walk overnight to carry out maintenance work, Russian space officials said Saturday, quoted by ITAR-TASS news agency.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=10438, version=0, score=0.5235476743570793, payload={'text': 'No Clues Announced in Russia Jet Crashes MOSCOW - A government commission searching for the cause of the near-simultaneous crashes of two airliners began work at one of the wreckage sites Thursday after workers finished combing over the shattered plane. No clues to clear up the mystery, or indicate terrorism, were immediately reported...', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=37082, version=0, score=0.5225997649643689, payload={'text': 'Jet hoax exposes lapse in security Passengers leave a Virgin Blue jetliner after arriving at Maroochy Airport, on Queensland #39;s Sunshine Coast. Photo:Andy Zakeli.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70311, version=0, score=0.5220725058707829, payload={'text': 'Soyuz capsule lands safely ARKALYK, KAZAKHSTAN -- A Soyuz capsule carrying a US-Russian crew back to Earth after six months at the international space station landed safely and on target in Kazakhstan early today.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=55172, version=0, score=0.521996211493456, payload={'text': 'Russia stays Yukos execution for three months (AFP) AFP - Yukos won a stay of execution when a Russian official said its main production unit will have three months to scrape up cash to cover a crushing tax bill that could otherwise bury the wounded oil giant.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=18149, version=0, score=0.5219712151283176, payload={'text': 'International Space Station Status Report: SS04-029 Smoothly and ahead of schedule, Expedition 9 Commander Gennady Padalka and Flight Engineer Mike Fincke completed the fourth and final spacewalk of their six-month mission today.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=45374, version=0, score=0.5217723749409683, payload={'text': 'Conoco buys stake in Russian oil giant US oil giant ConocoPhillips has announced a \\\\$US2.4billion (\\\\$3.3billion) strategic alliance with Russia #39;s largest oil company, Lukoil, under which Conoco will buy a 7.6per cent stake in the Russian company and get a share of joint projects.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=62019, version=0, score=0.5200192744980225, payload={'text': 'Russian Capsule Docks With Space Station KOROLYOV, Russia - A Soyu z spacecraft carrying two cosmonauts and an American astronaut docked smoothly Saturday at the international space station, where another Russian-U.S. team has spent the last six months...', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=62075, version=0, score=0.5173150868523109, payload={'text': 'Probe of No-Show Reservists Underway A platoon in Iraq is being investigated for allegedly refusing to carry out a convoy mission its members deemed too dangerous, Army officials said Friday.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=39650, version=0, score=0.5166327026449165, payload={'text': 'Space station crew to search for AIDS vaccine The next crew of the International Space Station (ISS) is to contribute to the Russian search for a vaccine against AIDS, Russian cosmonaut Salijan Sharipov said on Friday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=10933, version=0, score=0.5158916821802421, payload={'text': 'Yukos accounting division raided; Russian official warns of money <b>...</b> Russian prosecutors continued their onslaught against the country #39;s largest oil producer on Thursday, raiding the accounting division of Yukos and seizing documents.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=61379, version=0, score=0.515812243076237, payload={'text': 'Soyuz in orbit bound for ISS BAIKONUR, Kazakhstan: A Russian-US crew blasted off from here Thursday bound for the International Space Station where they will spend six months conducting experiments including work on the search for an AIDS vaccine.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=107454, version=0, score=0.5151444061999652, payload={'text': 'Russia #39;s space agency approves station crew An American and a Russian, both space veterans, have been selected as the next replacement crew for the international space station, a Russian agency spokesman said Tuesday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=105971, version=0, score=0.5135671795206239, payload={'text': 'Russia #39;s space agency approves international space station #39;s next <b>...</b> MOSCOW -- An American and a Russian, both space veterans, have been selected as the next replacement crew for the international space station, a Russian agency spokesman said Tuesday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=2681, version=0, score=0.5114066625676017, payload={'text': '8/17/04 - Us Concerned About Yukos US officials have expressed concern about the fate of Yukos, the Russian oil company. Yukos shares have dropped sharply in value since the Russian government demanded it pay nearly three and a half billion dollars in back taxes. Russian authorities accuse ...', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=15102, version=0, score=0.5105978950649939, payload={'text': 'Russia Names New Space Station Crew (Reuters) Reuters - Russia, which provides the only link to\\\\the International Space Station from Earth, named on Saturday\\\\three new crew members to replace the current two-man crew in\\\\October, Interfax news agency reported.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=35462, version=0, score=0.5104676130136148, payload={'text': \"IT firm blazes trail in revolt-hit Indian Kashmir (AFP) AFP - A Kashmiri company with the motto quot;Dare to Dream quot; is seeking to tap into India's outsourcing boom and give work to jobless youth in the region, scene of one of the world's deadliest revolts.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=119133, version=0, score=0.5090775186806398, payload={'text': \"Russia to U.S. Court: YUKOS Not Your Worry MOSCOW (Reuters) - Russia said on Friday it would go ahead and sell Yuganskneftegaz, the main oil production unit of YUKOS, despite a U.S. bankruptcy court order seeking to block Sunday's auction for 10 days.\", 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=119695, version=0, score=0.5079838801123086, payload={'text': 'Russia Pursues Contested Yukos Sale Description: Russian officials make it clear they plan to proceed with an auction of oil company Yukos #39; main production unit, despite a restraining order from a US court.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=110763, version=0, score=0.5076941862157237, payload={'text': 'Gazprom board approves Yukos bid MOSCOW (AFP) - The Russian gas giant Gazprom said its board of directors had given its go-ahead for the state-controlled firm to bid for the main production unit of embattled oil group Yukos.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=61130, version=0, score=0.5068015680368569, payload={'text': \"Yukos unit may be sold for \\\\$4bn Yukos' future is thrown into fresh doubt amid reports that Russia is planning to sell 77 of its key oil production unit for \\\\$4bn by the end of November.\", 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=113717, version=0, score=0.5053679387029828, payload={'text': \"Ukraine opposition leader urges investigation after poison report (AFP) AFP - Ukraine's opposition leader Viktor Yushchenko said he was not yet ready to blame the ruling elite with trying to poison him after doctors confirmed he was disfigured by ingesting a massive dose of a deadly toxin.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=30744, version=0, score=0.5044780010107647, payload={'text': \"Genesis Team Hopeful About Samples Jet Propulsion Lab -- Genesis team scientists and engineers continue their work on the mission's sample return canister in a specially constructed clean room at the U.S. Army Proving Ground in Dugway, Utah...\", 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=39701, version=0, score=0.5043318126342736, payload={'text': 'Total deal shows appetite for Russian oil, but limits foreign role MOSCOW : A deal between French energy group Total and Russian gas firm Novatek shows that oil majors have an appetite for Russia #39;s energy riches despite the Yukos affair, but also the limited role now possible for foreigners in this strategic sector ', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=116985, version=0, score=0.5038217693971339, payload={'text': 'Yukos lawyers to argue case for US bankruptcy filing WASHINGTON (AFP) - Lawyers for the Russian oil giant Yukos made their first appearance in a US court, as the company made a last-ditch effort to avert a weekend auction of its major asset.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=64690, version=0, score=0.503818503510387, payload={'text': 'Report critical of Boeing WASHINGTON - Boeing Co., which opened a homeland security business after the 2001 terrorist attacks, received at least \\\\$49 million in excess profit under a contract to install explosive detectors at US airports, a government report found.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=1160, version=0, score=0.5036926360479576, payload={'text': 'Russian Supply Craft Docks with Space Station (Reuters) Reuters - A Russian supply ship docked with the\\\\International Space Station on Saturday, delivering food and\\\\fuel to the two astronauts living there, mission control said.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=34322, version=0, score=0.5034587949665931, payload={'text': 'Water And Methane Find Points To Life On Mars? The European Space Agency #39;s probe, Mars Express, may have found new evidence that points to the possibility of present life on Mars.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=869, version=0, score=0.5032650701831007, payload={'text': \"Letter, suspicious powder spark anthrax scare at U.S. Embassy in Malaysia (Canadian Press) Canadian Press - KUALA LUMPUR, Malaysia (AP) - Authorities are testing a suspicious powder mailed to the U.S. Embassy in Malaysia to determine whether it's anthrax, officials said Monday. It's the second such scare at a U.S. mission in Asia within a week.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=8859, version=0, score=0.5026061784403754, payload={'text': 'Rwandan troop presence in DR Congo \\'almost certain\\': UN (AFP) AFP - The United Nations said it had established \"almost with certainty\" that Rwandan soldiers had entered neighbouring Democratic Republic of Congo (DRC) over the past two weeks.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=22093, version=0, score=0.5024369611827703, payload={'text': 'Powell to say Thursday if Darfur deaths are genocide (AFP) AFP - US Secretary of State Colin Powell will tell a Senate panel whether the United States believes genocide is being committed in the western Sudanese region of Darfur, the State Department said.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=11263, version=0, score=0.5024023172693577, payload={'text': 'Russia says Conoco mooting \\\\$US2b Lukoil stake MOSCOW: Oil giant ConocoPhillips looked close to taking a \\\\$US2 billion (\\\\$NZ3.11b) stake in Russian major Lukoil on Thursday after Russian officials confirmed the US firm #39;s interest in the auction of a 7.6 per cent stake.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=21888, version=0, score=0.5013992484034652, payload={'text': 'New probe opened into death of US football star-turned-soldier (AFP) AFP - The US Army has launched a new investigation into the tragic death of a former US football star, who turned down a lucrative sport career to fight the war on terror as a special forces soldier, a military official disclosed.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=43899, version=0, score=0.5011048669374908, payload={'text': 'ConocoPhilips gets stake in Russia #39;s giant MOSCOW Oil giant ConocoPhillips of the US is paying nearly two (b) billion dollars for a seven percent stake in Russia #39;s Lukoil.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=100415, version=0, score=0.49989054507786435, payload={'text': 'Russia sends scientist to jail for spying A Russian court has sentenced a physicist Valentin Danilov to 14 years in a Siberian prison for passing space secrets to China. Danilov, 53, a professor at Krasnoyarsk ', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=16694, version=0, score=0.49893431760994855, payload={'text': 'Scientists discover planets in our galactic back yard Until recently, they were able only to detect the presence of planets equivalent in size to our own neighboring gas giant Jupiter.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=82975, version=0, score=0.49731477835167054, payload={'text': 'Russian Jury Convicts Scientist in Retrial A jury in Siberia found a Russian scientist guilty Friday of illegally passing documents to China, the latest ruling in a lengthy case in which the defendant was first acquitted, then ordered retried.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70099, version=0, score=0.4957304192771569, payload={'text': 'US-Russian Space Crew Make Soft Landing in Dark A Soyuz capsule made a soft landing in complete darkness in the steppes of Kazakhstan early on Sunday, bringing a US-Russian space trio back to Earth from the International Space Station.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=94248, version=0, score=0.4954614960030085, payload={'text': 'Official: Russia Not Cooperating in Probe (AP) AP - Russia is refusing to provide witnesses or information to the independent investigation into alleged corruption in the multibillion-dollar U.N. oil-for-food program in Iraq, an official close to the investigation said Wednesday.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=12340, version=0, score=0.49441526691402216, payload={'text': 'Explosion investigated at Watertown biotech company Police were searching for suspects Friday after a pipe bomb exploded in the offices of a biotech company developing treatments for diabetes and liver disease.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=97790, version=0, score=0.493990872870308, payload={'text': 'Hole-hearted attempt THE fastest-swivelling space science observatory rocketed into orbit yesterday to scan the universe for violent celestial explosions, which astronomers believe represent the birth screams of black holes.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=96139, version=0, score=0.4926690739002689, payload={'text': 'Russia set to auction oil giants prize asset MOSCOW The government on Friday set the stage for the resolution of the quot;Yukos affair, quot; setting an auction date for the prize asset of Yukos, the country #39;s No.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=56630, version=0, score=0.4925350083793944, payload={'text': \"Nine Russians missing, at least one dead after Egypt blasts: Russian consul (AFP) AFP - Nine Russians are still missing following the deadly car bomb attacks on tourist resorts along the Egyptian-Israeli border which left 33 people dead last week, including at least one Russian national, Russia's consul in Egypt said.\", 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=57600, version=0, score=0.49209673262937126, payload={'text': 'Russia Plans 500-Day Mock Mars Mission (SPACE.com) SPACE.com - Russian space researchers will lock six men in a metal tube for more than year in an effort to mimic the stresses and challenges of a manned mission to Mars.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=58131, version=0, score=0.4917820642666626, payload={'text': 'Russia announces plans to sell part of Yukos: report MOSCOW : Russia #39;s justice ministry announced plans to sell a part of the Yukos oil giant to cover the company #39;s outstanding back taxes.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=9302, version=0, score=0.491359189909535, payload={'text': 'Hunt for clues to Russia crashes Russian investigators refuse to rule out sabotage after two airliners crash minutes apart, killing 89 people.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=52420, version=0, score=0.491184846376043, payload={'text': 'China Aviation Oil Says Still in Business The main supplier of jet fuel to China is continuing to do business despite a criminal investigation of its US\\\\$550 million (euro414 million) in losses on derivative trading, the company said.', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=105946, version=0, score=0.49005614298927114, payload={'text': 'Anthrax Vaccine Maker Announces Md. Facility BioPort Corp. of Lansing, Mich., dedicated a 150,000-square-foot facility in Frederick that is designed to produce 100 million anthrax vaccine doses when it becomes fully operational in two years.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=63385, version=0, score=0.48968405893364325, payload={'text': 'Make us believers Here is what we know about the Jets: They have done everything that they have had to do so far. Every opponent put in front of them has been defeated.', 'label': 1}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=18026, version=0, score=0.4887494805065702, payload={'text': 'Space Station Crew Takes Maintenance Spacewalk A US astronaut and Russian cosmonaut have taken a spacewalk outside the international space station to work on an aging air conditioner and install communications antennas.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=77367, version=0, score=0.48793834218017296, payload={'text': 'Ukraine votes for new leader as Russia and the West watch anxiously (AFP) AFP - Hundreds of thousands of pro-Western and pro-Russian activists mobilized across Ukraine as the former Soviet republic headed into a stormy weekend vote that Washington warned would spark unspecified quot;measures quot; if rigged by the state.', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=107126, version=0, score=0.4870947072115962, payload={'text': 'Gazprom #39;united #39; on Yukos bid, but doubt is reported MOSCOW Directors at Gazprom, the world #39;s biggest natural gas company, are united and ready to vote on a proposed bid for Yukos #39;s main production unit, Yuganskneftegaz, officials at the gas company said on Thursday, as the company seeks to create an oil ', 'label': 2}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=98898, version=0, score=0.48649273364590656, payload={'text': 'Russia May Have Moon Base by 2025 Nikolai Moiseyev informed space officials from other countries about Russia #39;s International Space Station program, which includes studies aimed at the exploration of the solar system and the use of automated spacecraft.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=42310, version=0, score=0.4861477084999291, payload={'text': 'No Sign of Nuke Work at Suspect Iran Site-Diplomats (Reuters) Reuters - The analysis of soil samples taken by\\\\U.N. inspectors at Lavizan, a site in Tehran that U.S.\\\\officials suspect may be linked to an atomic weapons program,\\\\shows no sign of nuclear activity, Western diplomats said.', 'label': 0}, vector=None, shard_key=None, order_value=None)]\n" + ] + } + ], + "source": [ + "start_time = datetime.now()\n", + "\n", + "search_result_64 = client.query_points(\n", + " collection_name=\"single_vector_64\",\n", + " query=model_64.encode(query),\n", + " with_payload=True,\n", + " limit=100\n", + ").points\n", + "\n", + "end_time = datetime.now()\n", + "\n", + "retrieve_time = end_time - start_time\n", + "\n", + "print('Duration: {}'.format(retrieve_time))\n", + "print(\"\\n\")\n", + "print(search_result_64)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "dTFdD2sipwW8" + }, + "outputs": [], + "source": [ + "from sentence_transformers import CrossEncoder\n", + "\n", + "ranker = CrossEncoder(\"mixedbread-ai/mxbai-rerank-xsmall-v1\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "TSgYbg7Y0xvQ" + }, + "source": [ + "A cross encoder needs pairs `[query, passages]` to calculate scores, then we need to reorder documents by score and select the first N results." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "sCRe3wASqEtP", + "outputId": "98687324-c174-4e3e-9912-0d6b3f762b98" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Duration: 0:00:00.372171\n" + ] + } + ], + "source": [ + "N = 10\n", + "\n", + "start_time = datetime.now()\n", + "retrieved_documents = [[query, res.payload[\"text\"]] for res in search_result_64]\n", + "scores = ranker.predict(retrieved_documents)\n", + "\n", + "# Sort the scores in decreasing order\n", + "results = [{\"input\": inp, \"score\": score} for inp, score in zip(retrieved_documents, scores)]\n", + "results = sorted(results, key=lambda x: x[\"score\"], reverse=True)[:N]\n", + "end_time = datetime.now()\n", + "reranking_time = end_time - start_time\n", + "\n", + "print('Duration: {}'.format(reranking_time))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "IOeSxlMSrA8H", + "outputId": "aac432df-a6c6-47bf-cf3f-1c84633b0fdc" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Total Duration: 0:00:00.436758\n" + ] + } + ], + "source": [ + "total_duration = retrieve_time + reranking_time\n", + "print('Total Duration: {}'.format(total_duration))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "rkuDgriM2RIs" + }, + "outputs": [], + "source": [ + "results" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "gNZtPrpKT7NS" + }, + "source": [ + "## Qdrant prefetch approach\n", + "\n", + "The idea is to refine the retrieval adding dimension on the embeddings decreasing the number of documents on which to search, a larger size means more detail but on fewer documents.\n", + "The number of documents and the embedder of the “external query” is the same of the classic approach." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "0PmmY1EYUJGu" + }, + "outputs": [], + "source": [ + "from qdrant_client.models import Prefetch" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1QrXoHgATbFU", + "outputId": "defef752-f9b1-4ed3-8c0d-04456e7f61f2" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Duration: 0:00:01.743438\n", + "\n", + "\n", + "[ScoredPoint(id=99, version=0, score=0.6027291863477137, payload={'text': 'Russian Alien Spaceship Claims Raise Eyebrows, Skepticism (SPACE.com) SPACE.com - An expedition of Russian researchers claims to have found evidence that an \\\\ alien spaceship had something to do with a huge explosion over Siberia in 1908. \\\\ Experts in asteroids and comets have long said the massive blast was caused \\\\ by a space rock.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70139, version=0, score=0.5248586328396725, payload={'text': 'Russian - US Space Crew Lands in Kazakhstan A Russian Soyuz craft has landed in Kazakhstan bringing an American astronaut and two Russian cosmonauts back from the International Space Station or ISS.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=100415, version=0, score=0.5145111616990831, payload={'text': 'Russia sends scientist to jail for spying A Russian court has sentenced a physicist Valentin Danilov to 14 years in a Siberian prison for passing space secrets to China. Danilov, 53, a professor at Krasnoyarsk ', 'label': 0}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=63224, version=0, score=0.5136315304490535, payload={'text': 'Science ; Russian-US crew goes to space, AIDS experiments planned Science News, Kazakhstan - A Russian-US crew blasted off bound for the International Space Station where they will spend six months conducting experiments including work on the search for an AIDS vaccine.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70433, version=0, score=0.5128874497360547, payload={'text': 'Russian Soyuz capsule carrying Russian-US crew lands in Kazakh <b>...</b> Looking tired but elated, a Russian-US crew completed a six-month mission in space early Sunday with an on-target and on-time landing in the steppes of Kazakhstan.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70038, version=0, score=0.5069656641340313, payload={'text': 'Soyuz capsule carrying US-Russian crew from space station lands in <b>...</b> A Russian Soyuz capsule carrying a US-Russian crew back to Earth following six months at the international space station hurtled through the Earth #39;s atmosphere and landed in Kazakhstan Saturday evening.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=63878, version=0, score=0.5038441037223916, payload={'text': 'Russian Craft Docks with Space Station (Reuters) Reuters - A Russian spacecraft delivered\\\\three astronauts to the International Space Station on\\\\Saturday, smoothly overcoming docking system problems which had\\\\delayed its launch.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=70204, version=0, score=0.48610661710556413, payload={'text': 'Russia space chiefs point to superb work of Padalka, Fincke KOROLYOV, Moscow Region, October 24 (Itar-Tass) - The crew of the ninth mission at the International Space Station (ISS) worked superbly in orbit.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=105825, version=0, score=0.47643802685865966, payload={'text': 'Russia, NASA OK Space Station #39;s Next Crew MOSCOW - Russia #39;s Federal Space Agency and NASA (news - web sites) have approved the crew of the next mission to the international space station, a Russian agency spokesman said Tuesday.', 'label': 3}, vector=None, shard_key=None, order_value=None), ScoredPoint(id=71820, version=0, score=0.4733734772744466, payload={'text': 'Soyuz Capsule Lands on Kazakhstan Steppe American astronaut Mike Fincke, front , and Russian cosmonaut, Yuri Shargin, third, get off a plane at the Chkalovsky airport, just outside Moscow, Sunday, Oct. 24, 2004, while heading to Moscow #39;s Star City, the home-base of Russia #39;s space program.', 'label': 3}, vector=None, shard_key=None, order_value=None)]\n" + ] + } + ], + "source": [ + "start_time = datetime.now()\n", + "\n", + "search_result_MV = client.query_points(\n", + " collection_name=\"multiple_vectors\",\n", + " prefetch=Prefetch(\n", + " prefetch=Prefetch(\n", + " query=model_64.encode(query), # <------ small byte vector\n", + " using=\"vec_64\",\n", + " limit=100,\n", + " ),\n", + " query=model_256.encode(query), # <-- mid byte vector\n", + " using=\"vec_128\",\n", + " limit=50,\n", + " ),\n", + " query=model_full.encode(query), # <-- full dense vector\n", + " with_payload=True,\n", + " using=\"vec_384\",\n", + " limit=10,\n", + ").points\n", + "\n", + "end_time = datetime.now()\n", + "\n", + "print('Duration: {}'.format(end_time - start_time))\n", + "print(\"\\n\")\n", + "print(search_result_MV)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "6EUBdZta5vK4", + "outputId": "f39ea96f-47c6-432d-8a18-61dd99666a14" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "' Russian Alien Spaceship Claims Raise Eyebrows, Skepticism (SPACE.com) SPACE.com - An expedition of Russian researchers claims to have found evidence that an \\ alien spaceship had something to do with a huge explosion over Siberia in 1908. \\ Experts in asteroids and comets have long said the massive blast was caused \\ by a space rock. ', 'score: ' 0.6027291863477137\n", + "\n", + "\n", + "' Russian - US Space Crew Lands in Kazakhstan A Russian Soyuz craft has landed in Kazakhstan bringing an American astronaut and two Russian cosmonauts back from the International Space Station or ISS. ', 'score: ' 0.5248586328396725\n", + "\n", + "\n", + "' Russia sends scientist to jail for spying A Russian court has sentenced a physicist Valentin Danilov to 14 years in a Siberian prison for passing space secrets to China. Danilov, 53, a professor at Krasnoyarsk ', 'score: ' 0.5145111616990831\n", + "\n", + "\n", + "' Science ; Russian-US crew goes to space, AIDS experiments planned Science News, Kazakhstan - A Russian-US crew blasted off bound for the International Space Station where they will spend six months conducting experiments including work on the search for an AIDS vaccine. ', 'score: ' 0.5136315304490535\n", + "\n", + "\n", + "' Russian Soyuz capsule carrying Russian-US crew lands in Kazakh <b>...</b> Looking tired but elated, a Russian-US crew completed a six-month mission in space early Sunday with an on-target and on-time landing in the steppes of Kazakhstan. ', 'score: ' 0.5128874497360547\n", + "\n", + "\n", + "' Soyuz capsule carrying US-Russian crew from space station lands in <b>...</b> A Russian Soyuz capsule carrying a US-Russian crew back to Earth following six months at the international space station hurtled through the Earth #39;s atmosphere and landed in Kazakhstan Saturday evening. ', 'score: ' 0.5069656641340313\n", + "\n", + "\n", + "' Russian Craft Docks with Space Station (Reuters) Reuters - A Russian spacecraft delivered\\three astronauts to the International Space Station on\\Saturday, smoothly overcoming docking system problems which had\\delayed its launch. ', 'score: ' 0.5038441037223916\n", + "\n", + "\n", + "' Russia space chiefs point to superb work of Padalka, Fincke KOROLYOV, Moscow Region, October 24 (Itar-Tass) - The crew of the ninth mission at the International Space Station (ISS) worked superbly in orbit. ', 'score: ' 0.48610661710556413\n", + "\n", + "\n", + "' Russia, NASA OK Space Station #39;s Next Crew MOSCOW - Russia #39;s Federal Space Agency and NASA (news - web sites) have approved the crew of the next mission to the international space station, a Russian agency spokesman said Tuesday. ', 'score: ' 0.47643802685865966\n", + "\n", + "\n", + "' Soyuz Capsule Lands on Kazakhstan Steppe American astronaut Mike Fincke, front , and Russian cosmonaut, Yuri Shargin, third, get off a plane at the Chkalovsky airport, just outside Moscow, Sunday, Oct. 24, 2004, while heading to Moscow #39;s Star City, the home-base of Russia #39;s space program. ', 'score: ' 0.4733734772744466\n", + "\n", + "\n" + ] + } + ], + "source": [ + "for p in search_result_MV:\n", + " print(\"'\",p.payload['text'], \"', 'score: '\", p.score)\n", + " print(\"\\n\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "b_eXdpuP2pBF" + }, + "source": [ + "> check [Hybrid Queries](https://qdrant.tech/documentation/concepts/hybrid-queries/#hybrid-and-multi-stage-queries) article on Qdrant's blog" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "mo4zdN3X2xFr" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "T4", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.12.8" + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "012258b0383040ab988c50fcc99e9038": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "05c330a367c34cf1872bee9944a95628": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "07b8f26cbb0e432bbf1146c23f4600e9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8b74dca31809492aa945a0a879f414a7", + "IPY_MODEL_581dc9c266424cc4b521c1248d73d9d8", + "IPY_MODEL_d4c65e6951ad44d88be13557fa55bb2e" + ], + "layout": "IPY_MODEL_83d3aa2eb38f4de0ac87f4941527d18e" + } + }, + "08672592ce374b579412521a984ebef1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7c170fd3d4444f4ca95272a052593db7", + "placeholder": "​", + "style": "IPY_MODEL_9a8d09deccc743639d96b66ce23ecdd8", + "value": " 232k/232k [00:00<00:00, 19.1MB/s]" + } + }, + "0968bc07fc384e13bdca069168c13fe2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "09c6467707c944dc850fa82e8906b93d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0e1792e8998a443383411267ac8d6412": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_4b61b95a6c194e37a03d0e6856b8e58a", + "placeholder": "​", + "style": "IPY_MODEL_4db8666b292945c5b9334554b48bd288", + "value": "Generating test split: 100%" + } + }, + "0f19e10d35e54bcd87b3f37b11a82fc8": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "1093cebffa9b48739ac0b6c2e94f742e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "11a41ebd6f7649d9a2697032cdda180b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5d302d47daa64d43be30618faa9d8650", + "IPY_MODEL_c03e91c5ab3e436f9249a93521964dcc", + "IPY_MODEL_b9f62fbf429c4cc38a563e0d898ea359" + ], + "layout": "IPY_MODEL_09c6467707c944dc850fa82e8906b93d" + } + }, + "12490cc8fbc746fd9376080c21462d65": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "12b601bcfc0e42d08b5f979d1f4cb7ab": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "136655ba9fd442e7937c795ce01ffd15": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "14618177b4a8479b80e4e49fb90abb74": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "179373aa77b24d718b7556a04603190e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "199a79f97003422ab6fc6b95200105fa": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9130ae0b20594a549f0bcd4dea54cb47", + "IPY_MODEL_9ac19855a2a04f6c8fca59d891b9ef9e", + "IPY_MODEL_86c50e6e4fa3404f84cceb2a836fcb07" + ], + "layout": "IPY_MODEL_7bd792f5c52c48558cf228ab8872d0b1" + } + }, + "1a799352325f4152b939d40860d47712": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "20c5ce4e0cf54ba9a21700f97e3208eb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_641fada1da49400781920eb49f434e89", + "max": 231508, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_bd4f5464b58f4311924a3139e18374b3", + "value": 231508 + } + }, + "2127dd53bd4e43b1b85798f1c84c6772": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "21c50179af594ce6a1e461da8bc54cfe": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "231a9641099b4521a570c17a87445881": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_99d1d7a26ddc4fb8af5de462ffdcd9b7", + "placeholder": "​", + "style": "IPY_MODEL_d61772432e684e14a97f6958d15ade9a", + "value": " 675/675 [00:00<00:00, 45.3kB/s]" + } + }, + "24726d006abe47aba96c7139003117db": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ebf8d689e8de4d8091b02939ed3946d4", + "max": 1433, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ab7bff7203f04ed3a7a07c2adce7580c", + "value": 1433 + } + }, + "2602b13c999e487f96175f2d8d8ba0c2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c870f8baf4824f969d465876d62e69e3", + "placeholder": "​", + "style": "IPY_MODEL_6191da296abc46ca943f35813052b977", + "value": "tokenizer_config.json: 100%" + } + }, + "27c951c94541442699b2324752a2c5ea": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_34fbe2c1704747ca8a11f67f5a8bf9a6", + "IPY_MODEL_20c5ce4e0cf54ba9a21700f97e3208eb", + "IPY_MODEL_08672592ce374b579412521a984ebef1" + ], + "layout": "IPY_MODEL_b50f007f5bd84b9c8be73cab37c8098f" + } + }, + "2b4c96c8c7244e70beec857df3baba51": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "2f6a9b9e47144e71af16339906f8d923": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34687647c3bb475c9688b0e02efda165": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "34fbe2c1704747ca8a11f67f5a8bf9a6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36d2ac82eec5469daf700612328f8dff", + "placeholder": "​", + "style": "IPY_MODEL_d0ac1e908da5469fbd281b446f07ff07", + "value": "vocab.txt: 100%" + } + }, + "35eba6f24c3d4f938a40e698aa5af4fb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3646cbb7e3e94da8b08e1585ab5963c3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "36d2ac82eec5469daf700612328f8dff": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "36db99bea1c54e7ebb784093d31ca424": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9c12106236504c4d9cf91928a6d1d6dc", + "placeholder": "​", + "style": "IPY_MODEL_99e6aea657cb4752992c55bd5154c4b4", + "value": "config.json: 100%" + } + }, + "36f9ff5d209b4f228d9c4b0b107dff1e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "381af606e804410091c139b983508799": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_bdf988b693a940aab912dcfe7e8000e7", + "IPY_MODEL_66ff829b02224266b6f7cf984d7369b3", + "IPY_MODEL_abfc4be19c834d179f2e0a869b2326b6" + ], + "layout": "IPY_MODEL_4456f2317c884a9da504ce740120be8a" + } + }, + "387b37e5714a4009bfa67bfd0d9397ea": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3a562f93c20c4ae98bd12034eb0a3fcb": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a48e098bb91249a5a3172bf105f3c167", + "IPY_MODEL_c8470ffae1e249aeb1971fc87056439e", + "IPY_MODEL_da32942079da489f96af57e9a22a7426" + ], + "layout": "IPY_MODEL_4bd65b09ecce44a7855898f8496b15cb" + } + }, + "3b1b21154ccb4e8bb5bb6609aba2b74a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3db65a827b464204b614aff89fafb5c1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ab687ed8b9804dd3a3c568a6521b71bf", + "max": 695, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_0968bc07fc384e13bdca069168c13fe2", + "value": 695 + } + }, + "3db6a84b76a54021b2c58c803a8d0db9": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_aac66860874343a5a9d368a2f1843a04", + "placeholder": "​", + "style": "IPY_MODEL_8eda87ec58a74cd7a4c95b0403e3033c", + "value": "" + } + }, + "3f553b1d198c4e1e8a82bf000bb8de2a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "42f9572f443843b0974a518849d71db0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_db90d4f9620a4fce9633fae8879cd64a", + "max": 1, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_774cbb9aa85d4293a71df7474782cdfd", + "value": 0 + } + }, + "444c3250b95549ce950cc38033c91744": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_bd74f1f1a83b4f51b887ef07288d85d8", + "IPY_MODEL_3db65a827b464204b614aff89fafb5c1", + "IPY_MODEL_5a94e131ce164a6a8875bd1851dc08d4" + ], + "layout": "IPY_MODEL_35eba6f24c3d4f938a40e698aa5af4fb" + } + }, + "4456f2317c884a9da504ce740120be8a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "479aaf1dd55c47fe97b6c572d1e96e07": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "48fab1f701094070ab356396aa0fcfde": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4b61b95a6c194e37a03d0e6856b8e58a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4bd65b09ecce44a7855898f8496b15cb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4d90f5155c474dd78e5f4277f8bcabc2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "4db8666b292945c5b9334554b48bd288": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "4edab8dc9b2f4ec68ce41a1a30fd3365": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "4f6e298684f143c39dbb34229834ad32": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_58ef30ade96d44b2a32a36a6b174b36f", + "placeholder": "​", + "style": "IPY_MODEL_895a99746a124cbc81c611e04625be94", + "value": " 296/296 [00:00<00:00, 32.7kB/s]" + } + }, + "51c68013b7bf4142a70fb1350916c2e3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "570518c0de24475cb06b207ef3bd96ef": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_012258b0383040ab988c50fcc99e9038", + "max": 18585438, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_be8c88be64fc4269a52af68c5150452f", + "value": 18585438 + } + }, + "581dc9c266424cc4b521c1248d73d9d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7e70781dd9a643e6a5d77dfcb209d297", + "max": 81201, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_ba2ac47a694642378c5e1a0cf289cb34", + "value": 81201 + } + }, + "58ef30ade96d44b2a32a36a6b174b36f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "5a94e131ce164a6a8875bd1851dc08d4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6cef078474c744c58eade85160c32223", + "placeholder": "​", + "style": "IPY_MODEL_9135f41d98824c6093d0a59e2a1feb28", + "value": " 695/695 [00:00<00:00, 46.1kB/s]" + } + }, + "5d302d47daa64d43be30618faa9d8650": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c1d9c07870f9499aaa87bfb18106554b", + "placeholder": "​", + "style": "IPY_MODEL_14618177b4a8479b80e4e49fb90abb74", + "value": "README.md: 100%" + } + }, + "5fc58b336255456b9903c72000b8662c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_48fab1f701094070ab356396aa0fcfde", + "placeholder": "​", + "style": "IPY_MODEL_179373aa77b24d718b7556a04603190e", + "value": "config.json: 100%" + } + }, + "6191da296abc46ca943f35813052b977": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "633e230b7a1e45569a12d87c24c2f84c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "641fada1da49400781920eb49f434e89": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "644769325bdc4f40bf7de343450e6b70": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "66f2c7cf0fb94b0fb2dcc1efcbf200b4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "66ff829b02224266b6f7cf984d7369b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_db83adc2a3b249c396f5cafb55b90376", + "max": 120000, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7ca652f44f1b4e1284387f0c4316b834", + "value": 120000 + } + }, + "6764ca6b36a34bc7b60672036542a497": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "692e13fbe6a34adaaafd9a8eb51fd3b3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6b98f678317849bd97405c234c2d4416": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_2602b13c999e487f96175f2d8d8ba0c2", + "IPY_MODEL_24726d006abe47aba96c7139003117db", + "IPY_MODEL_b97440161f5041cab7c03a37053f2a57" + ], + "layout": "IPY_MODEL_0f19e10d35e54bcd87b3f37b11a82fc8" + } + }, + "6c69a75a8dd6479ea4b6455fe623ddb1": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "6c99787301f0404aa9725291a799a59e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_b0b1ad40a13946f5ac0434c1e40bae5e", + "max": 195, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7cf4cef69c6c4b909a8fc90e6afa1398", + "value": 195 + } + }, + "6cef078474c744c58eade85160c32223": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "6db6423cc17f4f1491158e94d639e79c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "70a0639d06d840c1a092af56298db782": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "70a71a917b204947a350bd76aed1ae9b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_36db99bea1c54e7ebb784093d31ca424", + "IPY_MODEL_bb937becc18141b38053e627f596dd20", + "IPY_MODEL_231a9641099b4521a570c17a87445881" + ], + "layout": "IPY_MODEL_e2856c49f2b64f0d81eb095adb62b801" + } + }, + "749bfde97ed84814a921902cb2c44a97": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3f553b1d198c4e1e8a82bf000bb8de2a", + "placeholder": "​", + "style": "IPY_MODEL_b12334fa5e2a49f1b0a6cc3a07134808", + "value": " 195/195 [00:00<00:00, 22.0kB/s]" + } + }, + "75224ef3423d428ab7a7142a233c6e3f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_abc63c86d8df4ed79c7363b19e4f2b06", + "max": 296, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_df474403f62146f683c0249bd5dc074d", + "value": 296 + } + }, + "752fa502bcfb43daaa6c1096a8e9c8ae": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "774cbb9aa85d4293a71df7474782cdfd": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7926749c6c404798bcfbddba0139d51c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7a8d6a5a58484963be6816f1577291ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_9a973a3c293b4aa2bc01b78bb22e7034", + "IPY_MODEL_570518c0de24475cb06b207ef3bd96ef", + "IPY_MODEL_db6b2221bb3d4c369b0742ecfde8810d" + ], + "layout": "IPY_MODEL_b16e80d902d44295a9e6d3a33a2049eb" + } + }, + "7bd792f5c52c48558cf228ab8872d0b1": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7c170fd3d4444f4ca95272a052593db7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7c69b5b409d5429186b179ea7f993e0d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7ca652f44f1b4e1284387f0c4316b834": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7cf4cef69c6c4b909a8fc90e6afa1398": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "7df56debf0ca4bd2981f88939dcafdf2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5fc58b336255456b9903c72000b8662c", + "IPY_MODEL_75224ef3423d428ab7a7142a233c6e3f", + "IPY_MODEL_4f6e298684f143c39dbb34229834ad32" + ], + "layout": "IPY_MODEL_84d1c2261bc74e4da07bd1d56f77681d" + } + }, + "7e70781dd9a643e6a5d77dfcb209d297": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "7efd48f2781243b49dc667ca17f9f2a7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f3554e5915bc43fca47df926effeb256", + "placeholder": "​", + "style": "IPY_MODEL_12b601bcfc0e42d08b5f979d1f4cb7ab", + "value": " 712k/712k [00:00<00:00, 6.64MB/s]" + } + }, + "83d3aa2eb38f4de0ac87f4941527d18e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "8405fdebda8c46f0a4f8d47371b5205a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "84d1c2261bc74e4da07bd1d56f77681d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "85eb71d1fede44d692402adb02bdf62b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_8ad742e803144e8d930ac1f6cefd729a", + "IPY_MODEL_6c99787301f0404aa9725291a799a59e", + "IPY_MODEL_749bfde97ed84814a921902cb2c44a97" + ], + "layout": "IPY_MODEL_479aaf1dd55c47fe97b6c572d1e96e07" + } + }, + "86c50e6e4fa3404f84cceb2a836fcb07": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cc73df7c62ca4abbaeed149a248de3da", + "placeholder": "​", + "style": "IPY_MODEL_f56b967c47894f5a8fbc5899a7797bfc", + "value": " 48.2M/48.2M [00:00<00:00, 195MB/s]" + } + }, + "870c806859f64f2794e2115952d1cadf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "892049e6a50b49f7aaa7d4a3bddba17f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "895a99746a124cbc81c611e04625be94": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "8ad742e803144e8d930ac1f6cefd729a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_633e230b7a1e45569a12d87c24c2f84c", + "placeholder": "​", + "style": "IPY_MODEL_c3f9bc447c3a42ef90a322b15bb0e1cc", + "value": "config_sentence_transformers.json: 100%" + } + }, + "8b74dca31809492aa945a0a879f414a7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea41909763684895a05416e4992bbbd3", + "placeholder": "​", + "style": "IPY_MODEL_aaeb62ff9e314efb81e7a74785c00932", + "value": "README.md: 100%" + } + }, + "8eda87ec58a74cd7a4c95b0403e3033c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "908b5b6cbd5147139193c47b920de114": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "9130ae0b20594a549f0bcd4dea54cb47": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c9961d984c364f398f830c96a912478f", + "placeholder": "​", + "style": "IPY_MODEL_bae25f123be6473081866b5a1c75dad0", + "value": "model.safetensors: 100%" + } + }, + "9135f41d98824c6093d0a59e2a1feb28": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "99d1d7a26ddc4fb8af5de462ffdcd9b7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "99e6aea657cb4752992c55bd5154c4b4": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9a8d09deccc743639d96b66ce23ecdd8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9a973a3c293b4aa2bc01b78bb22e7034": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_870c806859f64f2794e2115952d1cadf", + "placeholder": "​", + "style": "IPY_MODEL_387b37e5714a4009bfa67bfd0d9397ea", + "value": "train-00000-of-00001.parquet: 100%" + } + }, + "9ac19855a2a04f6c8fca59d891b9ef9e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_e165a1bfa3f04c85a3e8047e0b9e584f", + "max": 48190272, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_6db6423cc17f4f1491158e94d639e79c", + "value": 48190272 + } + }, + "9ad995d7fb2a4c8f98a7640cb8b7f688": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e236bdaa15c14f89a83ce9525233ff65", + "IPY_MODEL_9f64ec6d15c94a6a9e5c6ff141be6b04", + "IPY_MODEL_7efd48f2781243b49dc667ca17f9f2a7" + ], + "layout": "IPY_MODEL_4d90f5155c474dd78e5f4277f8bcabc2" + } + }, + "9c12106236504c4d9cf91928a6d1d6dc": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "9f64ec6d15c94a6a9e5c6ff141be6b04": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_36f9ff5d209b4f228d9c4b0b107dff1e", + "max": 711661, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_3646cbb7e3e94da8b08e1585ab5963c3", + "value": 711661 + } + }, + "a2a2970bd7244aa28e54a6ec00ffe4a2": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a48e098bb91249a5a3172bf105f3c167": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ea985c9ef4e54041b6d25842d9164c22", + "placeholder": "​", + "style": "IPY_MODEL_f43355578ccc4681812ece207f7bd303", + "value": "test-00000-of-00001.parquet: 100%" + } + }, + "aac66860874343a5a9d368a2f1843a04": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "aaeb62ff9e314efb81e7a74785c00932": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ab687ed8b9804dd3a3c568a6521b71bf": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ab7bff7203f04ed3a7a07c2adce7580c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "abc63c86d8df4ed79c7363b19e4f2b06": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "abfc4be19c834d179f2e0a869b2326b6": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_cf5b2d93f221403495eded1acda8130c", + "placeholder": "​", + "style": "IPY_MODEL_1093cebffa9b48739ac0b6c2e94f742e", + "value": " 120000/120000 [00:00<00:00, 385598.34 examples/s]" + } + }, + "ae05c630dc6c4f2e9fbba96a32600d73": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_e139153530664f95b556ca7b66194537", + "IPY_MODEL_f97a30bdc771496398d550ff7db0889c", + "IPY_MODEL_c653b385ac774c11a4637cd92da29544" + ], + "layout": "IPY_MODEL_692e13fbe6a34adaaafd9a8eb51fd3b3" + } + }, + "b0b1ad40a13946f5ac0434c1e40bae5e": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b12334fa5e2a49f1b0a6cc3a07134808": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b16e80d902d44295a9e6d3a33a2049eb": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b50f007f5bd84b9c8be73cab37c8098f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "b6dd084627154bc3a60c897ef1269459": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "b97440161f5041cab7c03a37053f2a57": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_a2a2970bd7244aa28e54a6ec00ffe4a2", + "placeholder": "​", + "style": "IPY_MODEL_752fa502bcfb43daaa6c1096a8e9c8ae", + "value": " 1.43k/1.43k [00:00<00:00, 101kB/s]" + } + }, + "b9f62fbf429c4cc38a563e0d898ea359": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_12490cc8fbc746fd9376080c21462d65", + "placeholder": "​", + "style": "IPY_MODEL_be44be5d838042f180fc91166f21ee6b", + "value": " 8.07k/8.07k [00:00<00:00, 270kB/s]" + } + }, + "ba2ac47a694642378c5e1a0cf289cb34": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bae25f123be6473081866b5a1c75dad0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bb937becc18141b38053e627f596dd20": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_d48359d1b62b4d688dacccd8398aa4f7", + "max": 675, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_4edab8dc9b2f4ec68ce41a1a30fd3365", + "value": 675 + } + }, + "bbb616761fc544b3b1aa2884de0e7a22": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bcf601d93257497687bf6502648794d3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "bd4f5464b58f4311924a3139e18374b3": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bd74f1f1a83b4f51b887ef07288d85d8": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2f6a9b9e47144e71af16339906f8d923", + "placeholder": "​", + "style": "IPY_MODEL_dfc67fc8e2834066b622d276d8c695cc", + "value": "special_tokens_map.json: 100%" + } + }, + "bdf988b693a940aab912dcfe7e8000e7": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_70a0639d06d840c1a092af56298db782", + "placeholder": "​", + "style": "IPY_MODEL_dc149b759bc84cdda932e3b35a1c39cc", + "value": "Generating train split: 100%" + } + }, + "be44be5d838042f180fc91166f21ee6b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "be8c88be64fc4269a52af68c5150452f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "bfcd8834a4ea484bb7ebe4d7a708b04a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_3db6a84b76a54021b2c58c803a8d0db9", + "IPY_MODEL_42f9572f443843b0974a518849d71db0", + "IPY_MODEL_e507642fb686493a846e89dcaebc0b14" + ], + "layout": "IPY_MODEL_8405fdebda8c46f0a4f8d47371b5205a" + } + }, + "c03e91c5ab3e436f9249a93521964dcc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_2b4c96c8c7244e70beec857df3baba51", + "max": 8070, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_908b5b6cbd5147139193c47b920de114", + "value": 8070 + } + }, + "c1d9c07870f9499aaa87bfb18106554b": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c3f9bc447c3a42ef90a322b15bb0e1cc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c653b385ac774c11a4637cd92da29544": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_66f2c7cf0fb94b0fb2dcc1efcbf200b4", + "placeholder": "​", + "style": "IPY_MODEL_fa552248953f40b38c30094870d2558d", + "value": " 229/229 [00:00<00:00, 19.0kB/s]" + } + }, + "c8470ffae1e249aeb1971fc87056439e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_34687647c3bb475c9688b0e02efda165", + "max": 1234829, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e7f274df25b34b52a6e37f4176221a76", + "value": 1234829 + } + }, + "c870f8baf4824f969d465876d62e69e3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c9961d984c364f398f830c96a912478f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cc73df7c62ca4abbaeed149a248de3da": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "cf5b2d93f221403495eded1acda8130c": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d0ac1e908da5469fbd281b446f07ff07": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "d48359d1b62b4d688dacccd8398aa4f7": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "d4c65e6951ad44d88be13557fa55bb2e": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_6764ca6b36a34bc7b60672036542a497", + "placeholder": "​", + "style": "IPY_MODEL_bcf601d93257497687bf6502648794d3", + "value": " 81.2k/81.2k [00:00<00:00, 8.04MB/s]" + } + }, + "d61772432e684e14a97f6958d15ade9a": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "da32942079da489f96af57e9a22a7426": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_7c69b5b409d5429186b179ea7f993e0d", + "placeholder": "​", + "style": "IPY_MODEL_bbb616761fc544b3b1aa2884de0e7a22", + "value": " 1.23M/1.23M [00:00<00:00, 66.4MB/s]" + } + }, + "daeef90442d4445d86c448195ce80aad": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_0e1792e8998a443383411267ac8d6412", + "IPY_MODEL_f3869ef1062b4ab3ae34c52df4cad645", + "IPY_MODEL_defb35a567d743e395b65c7450dbd7f0" + ], + "layout": "IPY_MODEL_2127dd53bd4e43b1b85798f1c84c6772" + } + }, + "db6b2221bb3d4c369b0742ecfde8810d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_1a799352325f4152b939d40860d47712", + "placeholder": "​", + "style": "IPY_MODEL_6c69a75a8dd6479ea4b6455fe623ddb1", + "value": " 18.6M/18.6M [00:00<00:00, 126MB/s]" + } + }, + "db83adc2a3b249c396f5cafb55b90376": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "db90d4f9620a4fce9633fae8879cd64a": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "20px" + } + }, + "dc149b759bc84cdda932e3b35a1c39cc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ded3f857452742f1960a54eb17d230d6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "defb35a567d743e395b65c7450dbd7f0": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_05c330a367c34cf1872bee9944a95628", + "placeholder": "​", + "style": "IPY_MODEL_136655ba9fd442e7937c795ce01ffd15", + "value": " 7600/7600 [00:00<00:00, 260192.56 examples/s]" + } + }, + "df474403f62146f683c0249bd5dc074d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "dfc67fc8e2834066b622d276d8c695cc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "e139153530664f95b556ca7b66194537": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_644769325bdc4f40bf7de343450e6b70", + "placeholder": "​", + "style": "IPY_MODEL_b6dd084627154bc3a60c897ef1269459", + "value": "modules.json: 100%" + } + }, + "e165a1bfa3f04c85a3e8047e0b9e584f": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e236bdaa15c14f89a83ce9525233ff65": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ded3f857452742f1960a54eb17d230d6", + "placeholder": "​", + "style": "IPY_MODEL_892049e6a50b49f7aaa7d4a3bddba17f", + "value": "tokenizer.json: 100%" + } + }, + "e2856c49f2b64f0d81eb095adb62b801": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e507642fb686493a846e89dcaebc0b14": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_ef57d702b6974ebcb4e24c045a36c829", + "placeholder": "​", + "style": "IPY_MODEL_21c50179af594ce6a1e461da8bc54cfe", + "value": " 0/0 [00:00<?, ?it/s]" + } + }, + "e7f274df25b34b52a6e37f4176221a76": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ProgressStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "ea41909763684895a05416e4992bbbd3": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ea985c9ef4e54041b6d25842d9164c22": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ebf8d689e8de4d8091b02939ed3946d4": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "ef57d702b6974ebcb4e24c045a36c829": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f3554e5915bc43fca47df926effeb256": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f3869ef1062b4ab3ae34c52df4cad645": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_3b1b21154ccb4e8bb5bb6609aba2b74a", + "max": 7600, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_7926749c6c404798bcfbddba0139d51c", + "value": 7600 + } + }, + "f43355578ccc4681812ece207f7bd303": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f56b967c47894f5a8fbc5899a7797bfc": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "f6145623876946cbada1be5d59339a4d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "f97a30bdc771496398d550ff7db0889c": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "FloatProgressModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_f6145623876946cbada1be5d59339a4d", + "max": 229, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_51c68013b7bf4142a70fb1350916c2e3", + "value": 229 + } + }, + "fa552248953f40b38c30094870d2558d": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/qdrant_prefetch/readme.md b/qdrant_prefetch/readme.md new file mode 100644 index 0000000..78bf985 --- /dev/null +++ b/qdrant_prefetch/readme.md @@ -0,0 +1,3 @@ +# Examples of using Qdrant `prefetch` for hybrid queries + +* Prefetch as reranker