{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "fNMVBdJlzKI9" }, "source": [ "# Install Dependencies" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "Uw8C4g9szKJA", "outputId": "c76a4fff-6265-424b-dc10-762b3188e01d", "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Looking in links: https://download.pytorch.org/whl/cu113/torch_stable.html\n", "\u001b[31mERROR: Could not find a version that satisfies the requirement torch==1.10.2+cu113 (from versions: 1.9.0, 1.10.0, 1.10.1, 1.10.2, 1.11.0, 1.12.0, 1.12.1)\u001b[0m\u001b[31m\n", "\u001b[0m\u001b[31mERROR: No matching distribution found for torch==1.10.2+cu113\u001b[0m\u001b[31m\n", "\u001b[0m" ] } ], "source": [ "# Pytorch install\n", "!pip install torch==1.10.2+cu113 torchvision==0.11.3+cu113 torchaudio===0.10.2+cu113 -f https://download.pytorch.org/whl/cu113/torch_stable.html" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "JDVrVoaczKJC", "outputId": "49337ddd-90d7-410b-ac39-75861dce9dca", "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n", "Collecting transformers\n", " Downloading transformers-4.23.1-py3-none-any.whl (5.3 MB)\n", "\u001b[K |████████████████████████████████| 5.3 MB 23.7 MB/s \n", "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from transformers) (2.23.0)\n", "Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from transformers) (5.0.0)\n", "Collecting tokenizers!=0.11.3,<0.14,>=0.11.1\n", " Downloading tokenizers-0.13.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (7.6 MB)\n", "\u001b[K |████████████████████████████████| 7.6 MB 70.6 MB/s \n", "\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (2022.6.2)\n", "Collecting huggingface-hub<1.0,>=0.10.0\n", " Downloading huggingface_hub-0.10.1-py3-none-any.whl (163 kB)\n", "\u001b[K |████████████████████████████████| 163 kB 86.6 MB/s \n", "\u001b[?25hRequirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.7/dist-packages (from transformers) (6.0)\n", "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.7/dist-packages (from transformers) (4.64.1)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.7/dist-packages (from transformers) (3.8.0)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.7/dist-packages (from transformers) (1.21.6)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.7/dist-packages (from transformers) (21.3)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.7/dist-packages (from huggingface-hub<1.0,>=0.10.0->transformers) (4.1.1)\n", "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging>=20.0->transformers) (3.0.9)\n", "Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->transformers) (3.9.0)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2022.9.24)\n", "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (2.10)\n", "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (1.24.3)\n", "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->transformers) (3.0.4)\n", "Installing collected packages: tokenizers, huggingface-hub, transformers\n", "Successfully installed huggingface-hub-0.10.1 tokenizers-0.13.1 transformers-4.23.1\n" ] } ], "source": [ "# Install transformers\n", "!pip install transformers" ] }, { "cell_type": "markdown", "metadata": { "id": "sdsAk1J1zKJC" }, "source": [ "# Load Model" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "id": "BIn1fQa0zKJD" }, "outputs": [], "source": [ "# Importing the dependencies for the RoBERTa model\n", "from transformers import AutoModelForQuestionAnswering, AutoTokenizer, pipeline" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 209, "referenced_widgets": [ "ce2ef08501544214b6575bb8b3539bb7", "7ab15056a33642ee936540ba139de6c3", "d0b912dc473e447196768387b0eb40d5", "5d6f839735924f5caf548265afa68bb3", "998908abf1fe4e54b18b2d3029c89671", "714a9c756ed94605a17bdac2d845da0e", "f702af98c35b44348c7944139ca93013", "628463620d8047a29ffe3e6b2da2b7e4", "66e9d6f92ecf49468b6e30edc93184f4", "ab44aa2368ba41b4a5c4f0c91735f5b7", "16bc9b844cf542b986ecded9201d0933", "e5ee0642b8ca471caf5d54612c60a094", "c868e015e9044d7fa5f37d12e84d2b4a", "3c9e08c8687a48febfe1b62a19f39bf5", "ac5efc5ee6c6479ea7f0c4d386377c7c", "e851fe751ef0460295ffba48a5530fb0", "c88605579333498689af59d0e5dd7af1", "c75f8e86f4944551a64ce198dcf4addf", "cdeca46f826c47c0afd432695518c88d", "5b3cf105e6cd4143a3c14a24ac8ba78b", "29bc27d54f454b04bb9f55ad7af2798d", "f67bdd880f4b4500b2a7473b1b3909af", "e8fc4c435bab435bbc35fb5ab82583da", "34a0159763bc439b9f6a8acf283a078c", "e6bfde37270840a691dc5d7d26e9a0bd", "4412e352d17a46aea2bd613c05c64deb", "5017133388af4033a9fe0ab649087d39", "0ae05f7aeceb446a9377659afffc651a", "b3ca770ee13442c284eca297c2e74b87", "e4aaebdf7559461bb2dcde03914be1e6", "2fc85bd32a4f4c1a815b0c950a425139", "ed3a2ae417d34e848393ceff1a1c6dda", "fa9e0e07bfaf44cf90bbf2bcbfa4c8b7", "0a21b09aa6fd4e57bacc2350fcb5132c", "21c7f83b908e445a81ebfa9f14413968", "d20ada954dfe47d1a60313e224863d8a", "c6f59fbd37844799b9d826ef467ad582", "bfe472d9a3cc41889b268de2ddf923c4", "8079f854cbe4408bb10bfeebf5705545", "c25bca25edd4448fb5f9bc2ea46d0bb2", "0435c0e06ebd41d7af7d6a8dbfaf41d5", "49c791ac93c5475aa30eaedb78b79087", "c180adf8a96b406b81c2165183a69ae2", "5def7472f09b46b89d5c5e7529502530", "635a87ec61844004a3e54bcbf7e3b311", "76456029fe0d464d98e32bc9ee8210d0", "3ad6e8dd676741b19c37e7a195404159", "ce2f1d9ad04e48b0b1274f09a02fd818", "68da7173d0f248398ccf4708e4c54985", "833b4eb61076480c916cf5474f303ea2", "91cb66e6bcc64473ad21368790c63949", "35dc15c4f3a642d6a91e5b614e3eeae2", "e0c281acda434dcba0e5c76e3520be24", "ce53e3ac9df3436394c390344365703e", "dd267e21d7394376a9e90fec45585d1c", "0ea668046eec465b9173079ea52a9f55", "ca89cc19693245758407f73bcb17e6bf", "0c40766e4bce4e1cb7866fdc8ae0fb45", "1e729e22ab1147b9a9e57f99f5bfda6b", "faab2b55f5724e5785c260109d1f8483", "4eedff35b3484162aa55502afb6fff76", "70deb9ee359b4c66b5bda8d5ab045ccc", "49b4341a29c04ad098bbaee977fa3d24", "206a1f4c2941439bb081a8b5818484c6", "a1cbf24a1d5d45bd86369acffdbbfc94", "72c7898038084500adadf89255705ccb" ] }, "id": "aYbWfY8MzKJD", "outputId": "c03f6c03-85c2-40f3-8ab9-930a80eaacc5" }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "ce2ef08501544214b6575bb8b3539bb7", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Downloading: 0%| | 0.00/571 [00:00