diff --git a/main.ipynb b/main.ipynb index 65a586d..1b18941 100644 --- a/main.ipynb +++ b/main.ipynb @@ -59,138 +59,414 @@ "outputId": "960151d8-f350-449e-9d92-eb4e6337de91" }, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "ERROR: Invalid requirement: '#': Expected package name at the start of dependency specifier\n", + " #\n", + " ^\n" + ] + }, { "name": "stdout", "output_type": "stream", "text": [ - "Requirement already satisfied: transformers in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (4.27.2)\n", - "Requirement already satisfied: filelock in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (3.15.1)\n", - "Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (0.23.3)\n", - "Requirement already satisfied: numpy>=1.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (1.26.4)\n", - "Requirement already satisfied: packaging>=20.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (24.0)\n", - "Requirement already satisfied: pyyaml>=5.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (6.0.1)\n", - "Requirement already satisfied: regex!=2019.12.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (2024.5.15)\n", - "Requirement already satisfied: requests in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (2.32.3)\n", - "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (0.13.3)\n", - "Requirement already satisfied: tqdm>=4.27 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from transformers) (4.66.4)\n", - "Requirement already satisfied: fsspec>=2023.5.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.11.0->transformers) (2024.5.0)\n", - "Requirement already satisfied: typing-extensions>=3.7.4.3 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.11.0->transformers) (4.11.0)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->transformers) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->transformers) (3.7)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->transformers) (2.2.1)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->transformers) (2024.2.2)\n", - "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", "Collecting sentencepiece\n", - " Downloading sentencepiece-0.2.0-cp311-cp311-macosx_10_9_x86_64.whl.metadata (7.7 kB)\n", - "Downloading sentencepiece-0.2.0-cp311-cp311-macosx_10_9_x86_64.whl (1.2 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.2/1.2 MB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m0:01\u001b[0m\n", - "\u001b[?25hInstalling collected packages: sentencepiece\n", - "Successfully installed sentencepiece-0.2.0\n", - "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", + " Downloading sentencepiece-0.2.1-cp313-cp313-win_amd64.whl.metadata (10 kB)\n", + "Downloading sentencepiece-0.2.1-cp313-cp313-win_amd64.whl (1.1 MB)\n", + " ---------------------------------------- 0.0/1.1 MB ? eta -:--:--\n", + " --------- ------------------------------ 0.3/1.1 MB ? eta -:--:--\n", + " ---------------------------------------- 1.1/1.1 MB 3.4 MB/s eta 0:00:00\n", + "Installing collected packages: sentencepiece\n", + "Successfully installed sentencepiece-0.2.1\n", "Collecting wikipedia\n", - " Using cached wikipedia-1.4.0-py3-none-any.whl\n", - "Requirement already satisfied: beautifulsoup4 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from wikipedia) (4.12.3)\n", - "Requirement already satisfied: requests<3.0.0,>=2.0.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from wikipedia) (2.32.3)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (3.7)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (2.2.1)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (2024.2.2)\n", - "Requirement already satisfied: soupsieve>1.2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from beautifulsoup4->wikipedia) (2.5)\n", + " Downloading wikipedia-1.4.0.tar.gz (27 kB)\n", + " Preparing metadata (setup.py): started\n", + " Preparing metadata (setup.py): finished with status 'done'\n", + "Requirement already satisfied: beautifulsoup4 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from wikipedia) (4.12.3)\n", + "Requirement already satisfied: requests<3.0.0,>=2.0.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from wikipedia) (2.32.3)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (3.3.2)\n", + "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (3.7)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3.0.0,>=2.0.0->wikipedia) (2026.1.4)\n", + "Requirement already satisfied: soupsieve>1.2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from beautifulsoup4->wikipedia) (2.5)\n", + "Building wheels for collected packages: wikipedia\n", + " Building wheel for wikipedia (setup.py): started\n", + " Building wheel for wikipedia (setup.py): finished with status 'done'\n", + " Created wheel for wikipedia: filename=wikipedia-1.4.0-py3-none-any.whl size=11704 sha256=9b626e686da55497f3f484f018b433b18d3641ceec22cd0f9737da43853be3f8\n", + " Stored in directory: c:\\users\\con2m\\appdata\\local\\pip\\cache\\wheels\\79\\1d\\c8\\b64e19423cc5a2a339450ea5d145e7c8eb3d4aa2b150cde33b\n", + "Successfully built wikipedia\n", "Installing collected packages: wikipedia\n", - "Successfully installed wikipedia-1.4.0\n", + "Successfully installed wikipedia-1.4.0\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " DEPRECATION: Building 'wikipedia' using the legacy setup.py bdist_wheel mechanism, which will be removed in a future version. pip 25.3 will enforce this behaviour change. A possible replacement is to use the standardized build interface by setting the `--use-pep517` option, (possibly combined with `--no-build-isolation`), or adding a `pyproject.toml` file to the source tree of 'wikipedia'. Discussion can be found at https://github.com/pypa/pip/issues/6334\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting accelerate\n", + " Downloading accelerate-1.13.0-py3-none-any.whl.metadata (19 kB)\n", + "Requirement already satisfied: numpy>=1.17 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (2.1.3)\n", + "Requirement already satisfied: packaging>=20.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (24.2)\n", + "Requirement already satisfied: psutil in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (5.9.0)\n", + "Requirement already satisfied: pyyaml in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (6.0.2)\n", + "Requirement already satisfied: torch>=2.0.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (2.11.0)\n", + "Requirement already satisfied: huggingface_hub>=0.21.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (1.7.2)\n", + "Requirement already satisfied: safetensors>=0.4.3 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from accelerate) (0.7.0)\n", + "Requirement already satisfied: filelock>=3.10.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (3.17.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (2025.3.2)\n", + "Requirement already satisfied: hf-xet<2.0.0,>=1.4.2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (1.4.2)\n", + "Requirement already satisfied: httpx<1,>=0.23.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (0.28.1)\n", + "Requirement already satisfied: tqdm>=4.42.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (4.67.1)\n", + "Requirement already satisfied: typer in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (0.9.0)\n", + "Requirement already satisfied: typing-extensions>=4.1.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from huggingface_hub>=0.21.0->accelerate) (4.12.2)\n", + "Requirement already satisfied: anyio in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (4.7.0)\n", + "Requirement already satisfied: certifi in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (2026.1.4)\n", + "Requirement already satisfied: httpcore==1.* in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (1.0.9)\n", + "Requirement already satisfied: idna in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (3.7)\n", + "Requirement already satisfied: h11>=0.16 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (0.16.0)\n", + "Requirement already satisfied: setuptools<82 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch>=2.0.0->accelerate) (72.1.0)\n", + "Requirement already satisfied: sympy>=1.13.3 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch>=2.0.0->accelerate) (1.13.3)\n", + "Requirement already satisfied: networkx>=2.5.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch>=2.0.0->accelerate) (3.4.2)\n", + "Requirement already satisfied: jinja2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch>=2.0.0->accelerate) (3.1.6)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from sympy>=1.13.3->torch>=2.0.0->accelerate) (1.3.0)\n", + "Requirement already satisfied: colorama in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tqdm>=4.42.1->huggingface_hub>=0.21.0->accelerate) (0.4.6)\n", + "Requirement already satisfied: sniffio>=1.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from anyio->httpx<1,>=0.23.0->huggingface_hub>=0.21.0->accelerate) (1.3.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from jinja2->torch>=2.0.0->accelerate) (3.0.2)\n", + "Requirement already satisfied: click<9.0.0,>=7.1.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from typer->huggingface_hub>=0.21.0->accelerate) (8.1.8)\n", + "Downloading accelerate-1.13.0-py3-none-any.whl (383 kB)\n", + "Installing collected packages: accelerate\n", + "Successfully installed accelerate-1.13.0\n", + "Collecting tf-keras\n", + " Downloading tf_keras-2.21.0-py3-none-any.whl.metadata (1.8 kB)\n", + "Collecting tensorflow<2.22,>=2.21 (from tf-keras)\n", + " Downloading tensorflow-2.21.0-cp313-cp313-win_amd64.whl.metadata (4.5 kB)\n", + "Requirement already satisfied: absl-py>=1.0.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (2.4.0)\n", + "Requirement already satisfied: astunparse>=1.6.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (1.6.3)\n", + "Requirement already satisfied: flatbuffers>=25.9.23 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (25.12.19)\n", + "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (0.7.0)\n", + "Requirement already satisfied: google_pasta>=0.1.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (0.2.0)\n", + "Requirement already satisfied: libclang>=13.0.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (18.1.1)\n", + "Requirement already satisfied: opt_einsum>=2.3.2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (3.4.0)\n", + "Requirement already satisfied: packaging in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (24.2)\n", + "Collecting protobuf<8.0.0,>=6.31.1 (from tensorflow<2.22,>=2.21->tf-keras)\n", + " Downloading protobuf-7.34.1-cp310-abi3-win_amd64.whl.metadata (595 bytes)\n", + "Requirement already satisfied: requests<3,>=2.21.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (2.32.3)\n", + "Requirement already satisfied: setuptools in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (72.1.0)\n", + "Requirement already satisfied: six>=1.12.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (1.17.0)\n", + "Requirement already satisfied: termcolor>=1.1.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (3.3.0)\n", + "Requirement already satisfied: typing_extensions>=3.6.6 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (4.12.2)\n", + "Requirement already satisfied: wrapt>=1.11.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (1.17.0)\n", + "Requirement already satisfied: grpcio<2.0,>=1.24.3 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (1.78.0)\n", + "Requirement already satisfied: keras>=3.12.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (3.13.2)\n", + "Requirement already satisfied: numpy>=1.26.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (2.1.3)\n", + "Requirement already satisfied: h5py<3.15.0,>=3.11.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (3.12.1)\n", + "Requirement already satisfied: ml_dtypes<1.0.0,>=0.5.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from tensorflow<2.22,>=2.21->tf-keras) (0.5.4)\n", + "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorflow<2.22,>=2.21->tf-keras) (3.3.2)\n", + "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorflow<2.22,>=2.21->tf-keras) (3.7)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorflow<2.22,>=2.21->tf-keras) (2.3.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from requests<3,>=2.21.0->tensorflow<2.22,>=2.21->tf-keras) (2026.1.4)\n", + "Requirement already satisfied: wheel<1.0,>=0.23.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from astunparse>=1.6.0->tensorflow<2.22,>=2.21->tf-keras) (0.45.1)\n", + "Requirement already satisfied: rich in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (13.9.4)\n", + "Requirement already satisfied: namex in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (0.1.0)\n", + "Requirement already satisfied: optree in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (0.18.0)\n", + "Requirement already satisfied: markdown-it-py>=2.2.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from rich->keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (2.2.0)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from rich->keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (2.19.1)\n", + "Requirement already satisfied: mdurl~=0.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from markdown-it-py>=2.2.0->rich->keras>=3.12.0->tensorflow<2.22,>=2.21->tf-keras) (0.1.0)\n", + "Downloading tf_keras-2.21.0-py3-none-any.whl (1.7 MB)\n", + " ---------------------------------------- 0.0/1.7 MB ? eta -:--:--\n", + " ---------------------------------------- 1.7/1.7 MB 36.9 MB/s eta 0:00:00\n", + "Downloading tensorflow-2.21.0-cp313-cp313-win_amd64.whl (351.2 MB)\n", + " ---------------------------------------- 0.0/351.2 MB ? eta -:--:--\n", + " - -------------------------------------- 14.2/351.2 MB 65.2 MB/s eta 0:00:06\n", + " --- ------------------------------------ 27.8/351.2 MB 66.0 MB/s eta 0:00:05\n", + " ---- ----------------------------------- 43.8/351.2 MB 70.2 MB/s eta 0:00:05\n", + " ------ --------------------------------- 59.2/351.2 MB 70.9 MB/s eta 0:00:05\n", + " -------- ------------------------------- 74.7/351.2 MB 71.8 MB/s eta 0:00:04\n", + " --------- ------------------------------ 87.3/351.2 MB 70.7 MB/s eta 0:00:04\n", + " ----------- --------------------------- 102.5/351.2 MB 69.6 MB/s eta 0:00:04\n", + " ------------- ------------------------- 117.4/351.2 MB 70.0 MB/s eta 0:00:04\n", + " -------------- ------------------------ 134.2/351.2 MB 71.0 MB/s eta 0:00:04\n", + " ---------------- ---------------------- 149.4/351.2 MB 71.3 MB/s eta 0:00:03\n", + " ------------------ -------------------- 164.4/351.2 MB 71.5 MB/s eta 0:00:03\n", + " ------------------- ------------------- 178.0/351.2 MB 71.2 MB/s eta 0:00:03\n", + " --------------------- ----------------- 192.9/351.2 MB 71.0 MB/s eta 0:00:03\n", + " ----------------------- --------------- 210.0/351.2 MB 71.5 MB/s eta 0:00:02\n", + " ------------------------- ------------- 225.7/351.2 MB 71.7 MB/s eta 0:00:02\n", + " -------------------------- ------------ 241.7/351.2 MB 72.1 MB/s eta 0:00:02\n", + " ---------------------------- ---------- 257.7/351.2 MB 72.2 MB/s eta 0:00:02\n", + " ------------------------------ -------- 275.3/351.2 MB 73.2 MB/s eta 0:00:02\n", + " ------------------------------- ------- 288.1/351.2 MB 72.8 MB/s eta 0:00:01\n", + " --------------------------------- ----- 303.8/351.2 MB 72.7 MB/s eta 0:00:01\n", + " ----------------------------------- --- 319.0/351.2 MB 72.8 MB/s eta 0:00:01\n", + " ------------------------------------- - 336.3/351.2 MB 73.0 MB/s eta 0:00:01\n", + " -------------------------------------- 351.0/351.2 MB 74.2 MB/s eta 0:00:01\n", + " -------------------------------------- 351.0/351.2 MB 74.2 MB/s eta 0:00:01\n", + " -------------------------------------- 351.0/351.2 MB 74.2 MB/s eta 0:00:01\n", + " --------------------------------------- 351.2/351.2 MB 64.2 MB/s eta 0:00:00\n", + "Downloading protobuf-7.34.1-cp310-abi3-win_amd64.whl (437 kB)\n", + "Installing collected packages: protobuf, tensorflow, tf-keras\n", "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", - "Requirement already satisfied: accelerate in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (0.31.0)\n", - "Requirement already satisfied: numpy>=1.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (1.26.4)\n", - "Requirement already satisfied: packaging>=20.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (24.0)\n", - "Requirement already satisfied: psutil in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (5.9.8)\n", - "Requirement already satisfied: pyyaml in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (6.0.1)\n", - "Requirement already satisfied: torch>=1.10.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (2.2.2)\n", - "Requirement already satisfied: huggingface-hub in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (0.23.3)\n", - "Requirement already satisfied: safetensors>=0.3.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from accelerate) (0.4.3)\n", - "Requirement already satisfied: filelock in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (3.15.1)\n", - "Requirement already satisfied: typing-extensions>=4.8.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (4.11.0)\n", - "Requirement already satisfied: sympy in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (1.12.1)\n", - "Requirement already satisfied: networkx in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (3.3)\n", - "Requirement already satisfied: jinja2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (3.1.3)\n", - "Requirement already satisfied: fsspec in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch>=1.10.0->accelerate) (2024.5.0)\n", - "Requirement already satisfied: requests in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from huggingface-hub->accelerate) (2.32.3)\n", - "Requirement already satisfied: tqdm>=4.42.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from huggingface-hub->accelerate) (4.66.4)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->huggingface-hub->accelerate) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->huggingface-hub->accelerate) (3.7)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->huggingface-hub->accelerate) (2.2.1)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests->huggingface-hub->accelerate) (2024.2.2)\n", - "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n", + " Attempting uninstall: protobuf\n", "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", - "Collecting tf-keras\n", - " Downloading tf_keras-2.17.0-py3-none-any.whl.metadata (1.6 kB)\n", - "INFO: pip is looking at multiple versions of tf-keras to determine which version is compatible with other requirements. This could take a while.\n", - " Downloading tf_keras-2.16.0-py3-none-any.whl.metadata (1.6 kB)\n", - "Requirement already satisfied: tensorflow<2.17,>=2.16 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tf-keras) (2.16.1)\n", - "Requirement already satisfied: absl-py>=1.0.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (2.1.0)\n", - "Requirement already satisfied: astunparse>=1.6.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (1.6.3)\n", - "Requirement already satisfied: flatbuffers>=23.5.26 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (24.3.25)\n", - "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (0.5.4)\n", - "Requirement already satisfied: google-pasta>=0.1.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (0.2.0)\n", - "Requirement already satisfied: h5py>=3.10.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (3.11.0)\n", - "Requirement already satisfied: libclang>=13.0.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (18.1.1)\n", - "Requirement already satisfied: ml-dtypes~=0.3.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (0.3.2)\n", - "Requirement already satisfied: opt-einsum>=2.3.2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (3.3.0)\n", - "Requirement already satisfied: packaging in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (24.0)\n", - "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (4.25.4)\n", - "Requirement already satisfied: requests<3,>=2.21.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (2.32.3)\n", - "Requirement already satisfied: setuptools in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (68.2.2)\n", - "Requirement already satisfied: six>=1.12.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (1.16.0)\n", - "Requirement already satisfied: termcolor>=1.1.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (2.4.0)\n", - "Requirement already satisfied: typing-extensions>=3.6.6 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (4.11.0)\n", - "Requirement already satisfied: wrapt>=1.11.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (1.16.0)\n", - "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (1.64.1)\n", - "Requirement already satisfied: tensorboard<2.17,>=2.16 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (2.16.2)\n", - "Requirement already satisfied: keras>=3.0.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (3.3.3)\n", - "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (0.37.0)\n", - "Requirement already satisfied: numpy<2.0.0,>=1.23.5 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorflow<2.17,>=2.16->tf-keras) (1.26.4)\n", - "Requirement already satisfied: wheel<1.0,>=0.23.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from astunparse>=1.6.0->tensorflow<2.17,>=2.16->tf-keras) (0.43.0)\n", - "Requirement already satisfied: rich in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (13.7.1)\n", - "Requirement already satisfied: namex in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (0.0.8)\n", - "Requirement already satisfied: optree in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (0.11.0)\n", - "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow<2.17,>=2.16->tf-keras) (3.3.2)\n", - "Requirement already satisfied: idna<4,>=2.5 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow<2.17,>=2.16->tf-keras) (3.7)\n", - "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow<2.17,>=2.16->tf-keras) (2.2.1)\n", - "Requirement already satisfied: certifi>=2017.4.17 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow<2.17,>=2.16->tf-keras) (2024.2.2)\n", - "Requirement already satisfied: markdown>=2.6.8 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16->tf-keras) (3.6)\n", - "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16->tf-keras) (0.7.2)\n", - "Requirement already satisfied: werkzeug>=1.0.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16->tf-keras) (3.0.3)\n", - "Requirement already satisfied: MarkupSafe>=2.1.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from werkzeug>=1.0.1->tensorboard<2.17,>=2.16->tensorflow<2.17,>=2.16->tf-keras) (2.1.5)\n", - "Requirement already satisfied: markdown-it-py>=2.2.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from rich->keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (3.0.0)\n", - "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from rich->keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (2.17.2)\n", - "Requirement already satisfied: mdurl~=0.1 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from markdown-it-py>=2.2.0->rich->keras>=3.0.0->tensorflow<2.17,>=2.16->tf-keras) (0.1.2)\n", - "Downloading tf_keras-2.16.0-py3-none-any.whl (1.7 MB)\n", - "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m12.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m0:01\u001b[0m\n", - "\u001b[?25hInstalling collected packages: tf-keras\n", - "Successfully installed tf-keras-2.16.0\n", + " Found existing installation: protobuf 5.29.3\n", + "\n", + " Uninstalling protobuf-5.29.3:\n", + "\n", + " Successfully uninstalled protobuf-5.29.3\n", "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n", - "Requirement already satisfied: torch in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (2.2.2)\n", - "Requirement already satisfied: filelock in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (3.15.1)\n", - "Requirement already satisfied: typing-extensions>=4.8.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (4.11.0)\n", - "Requirement already satisfied: sympy in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (1.12.1)\n", - "Requirement already satisfied: networkx in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (3.3)\n", - "Requirement already satisfied: jinja2 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (3.1.3)\n", - "Requirement already satisfied: fsspec in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from torch) (2024.5.0)\n", - "Requirement already satisfied: MarkupSafe>=2.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from jinja2->torch) (2.1.5)\n", - "Requirement already satisfied: mpmath<1.4.0,>=1.1.0 in /Users/joaorochaemelo/code/IH/venv_ironhack/lib/python3.11/site-packages (from sympy->torch) (1.3.0)\n", + " ---------------------------------------- 0/3 [protobuf]\n", + " Attempting uninstall: tensorflow\n", + " ---------------------------------------- 0/3 [protobuf]\n", + " Found existing installation: tensorflow 2.20.0\n", + " ---------------------------------------- 0/3 [protobuf]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " Uninstalling tensorflow-2.20.0:\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " Successfully uninstalled tensorflow-2.20.0\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " ------------- -------------------------- 1/3 [tensorflow]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " -------------------------- ------------- 2/3 [tf-keras]\n", + " ---------------------------------------- 3/3 [tf-keras]\n", "\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.2\u001b[0m\n", - "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n" + "Successfully installed protobuf-7.34.1 tensorflow-2.21.0 tf-keras-2.21.0\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", + "streamlit 1.45.1 requires protobuf<7,>=3.20, but you have protobuf 7.34.1 which is incompatible.\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Requirement already satisfied: torch in c:\\users\\con2m\\anaconda3\\lib\\site-packages (2.11.0)\n", + "Requirement already satisfied: filelock in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (3.17.0)\n", + "Requirement already satisfied: typing-extensions>=4.10.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (4.12.2)\n", + "Requirement already satisfied: setuptools<82 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (72.1.0)\n", + "Requirement already satisfied: sympy>=1.13.3 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (1.13.3)\n", + "Requirement already satisfied: networkx>=2.5.1 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (3.4.2)\n", + "Requirement already satisfied: jinja2 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (3.1.6)\n", + "Requirement already satisfied: fsspec>=0.8.5 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from torch) (2025.3.2)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from sympy>=1.13.3->torch) (1.3.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\con2m\\anaconda3\\lib\\site-packages (from jinja2->torch) (3.0.2)\n" ] } ], @@ -338,12 +614,125 @@ }, "outputs": [ { - "name": "stdout", + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "eadf63a77bde4df5a208cdc6ea5095b0", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "config.json: 0%| | 0.00/705 [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", "output_type": "stream", "text": [ - "WARNING:tensorflow:From C:\\Users\\drago\\AppData\\Local\\Packages\\PythonSoftwareFoundation.Python.3.11_qbz5n2kfra8p0\\LocalCache\\local-packages\\Python311\\site-packages\\tf_keras\\src\\losses.py:2976: The name tf.losses.sparse_softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.sparse_softmax_cross_entropy instead.\n", - "\n" + "c:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\huggingface_hub\\file_download.py:129: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\con2m\\.cache\\huggingface\\hub\\models--cardiffnlp--twitter-roberta-base-irony. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n", + "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n", + " warnings.warn(message)\n", + "Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.\n" + ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9c5510680a0b424986f274c25f6a6bd4", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "pytorch_model.bin: 0%| | 0.00/499M [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "95746220072948439ada0ad1ec291279", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Loading weights: 0%| | 0/201 [00:00, ?it/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[1mRobertaForSequenceClassification LOAD REPORT\u001b[0m from: cardiffnlp/twitter-roberta-base-irony\n", + "Key | Status | | \n", + "--------------------------------+------------+--+-\n", + "roberta.embeddings.position_ids | UNEXPECTED | | \n", + "\n", + "\u001b[3mNotes:\n", + "- UNEXPECTED\u001b[3m\t:can be ignored when loading from different task/architecture; not ok if you expect identical arch.\u001b[0m\n" ] + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "0fcab70ee5a640f29eaea756ea34084e", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "vocab.json: 0.00B [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "7d3490f06ce34355a572d739e49f8bdd", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "merges.txt: 0.00B [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "ab68a8b91f1442109a053ae6b3393a0f", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "model.safetensors: 0%| | 0.00/499M [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "1ecc7aacc63c4f10a5c3c8620ca6ff4e", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "special_tokens_map.json: 0%| | 0.00/150 [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" } ], "source": [ @@ -374,7 +763,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[{'label': 'irony', 'score': 0.9424387812614441}, {'label': 'non_irony', 'score': 0.057561274617910385}]\n" + "[{'label': 'irony', 'score': 0.9424387812614441}, {'label': 'non_irony', 'score': 0.0575612336397171}]\n" ] } ], @@ -539,7 +928,45 @@ "id": "hKtdnG1FkRQt", "outputId": "6bde9a22-0683-447c-f614-10ef5e298c91" }, - "outputs": [], + "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "653deefed7784d5bb72e965aefb78f52", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "config.json: 0%| | 0.00/908 [00:00, ?B/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\huggingface_hub\\file_download.py:129: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\con2m\\.cache\\huggingface\\hub\\models--facebook--m2m100_418M. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n", + "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n", + " warnings.warn(message)\n" + ] + }, + { + "ename": "KeyError", + "evalue": "\"Unknown task translation, available tasks are ['any-to-any', 'audio-classification', 'automatic-speech-recognition', 'depth-estimation', 'document-question-answering', 'feature-extraction', 'fill-mask', 'image-classification', 'image-feature-extraction', 'image-segmentation', 'image-text-to-text', 'keypoint-matching', 'mask-generation', 'ner', 'object-detection', 'sentiment-analysis', 'table-question-answering', 'text-classification', 'text-generation', 'text-to-audio', 'text-to-speech', 'token-classification', 'video-classification', 'zero-shot-audio-classification', 'zero-shot-classification', 'zero-shot-image-classification', 'zero-shot-object-detection']\"", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mKeyError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[1;32mIn[6], line 2\u001b[0m\n\u001b[0;32m 1\u001b[0m \u001b[38;5;66;03m# translation pipeline docs: https://huggingface.co/transformers/main_classes/pipelines.html#transformers.TranslationPipeline\u001b[39;00m\n\u001b[1;32m----> 2\u001b[0m pipeline_translate \u001b[38;5;241m=\u001b[39m pipeline(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtranslation\u001b[39m\u001b[38;5;124m\"\u001b[39m, model\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfacebook/m2m100_418M\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\transformers\\pipelines\\__init__.py:742\u001b[0m, in \u001b[0;36mpipeline\u001b[1;34m(task, model, config, tokenizer, feature_extractor, image_processor, processor, revision, use_fast, token, device, device_map, dtype, trust_remote_code, model_kwargs, pipeline_class, **kwargs)\u001b[0m\n\u001b[0;32m 735\u001b[0m pipeline_class \u001b[38;5;241m=\u001b[39m get_class_from_dynamic_module(\n\u001b[0;32m 736\u001b[0m class_ref,\n\u001b[0;32m 737\u001b[0m model,\n\u001b[0;32m 738\u001b[0m code_revision\u001b[38;5;241m=\u001b[39mcode_revision,\n\u001b[0;32m 739\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mhub_kwargs,\n\u001b[0;32m 740\u001b[0m )\n\u001b[0;32m 741\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m--> 742\u001b[0m normalized_task, targeted_task, task_options \u001b[38;5;241m=\u001b[39m check_task(task)\n\u001b[0;32m 743\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m pipeline_class \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m 744\u001b[0m pipeline_class \u001b[38;5;241m=\u001b[39m targeted_task[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mimpl\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\transformers\\pipelines\\__init__.py:355\u001b[0m, in \u001b[0;36mcheck_task\u001b[1;34m(task)\u001b[0m\n\u001b[0;32m 319\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21mcheck_task\u001b[39m(task: \u001b[38;5;28mstr\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m \u001b[38;5;28mtuple\u001b[39m[\u001b[38;5;28mstr\u001b[39m, \u001b[38;5;28mdict\u001b[39m, Any]:\n\u001b[0;32m 320\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 321\u001b[0m \u001b[38;5;124;03m Checks an incoming task string, to validate it's correct and return the default Pipeline and Model classes, and\u001b[39;00m\n\u001b[0;32m 322\u001b[0m \u001b[38;5;124;03m default models if they exist.\u001b[39;00m\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 353\u001b[0m \n\u001b[0;32m 354\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m--> 355\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m PIPELINE_REGISTRY\u001b[38;5;241m.\u001b[39mcheck_task(task)\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\transformers\\pipelines\\base.py:1341\u001b[0m, in \u001b[0;36mPipelineRegistry.check_task\u001b[1;34m(self, task)\u001b[0m\n\u001b[0;32m 1338\u001b[0m targeted_task \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msupported_tasks[task]\n\u001b[0;32m 1339\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m task, targeted_task, \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m-> 1341\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mKeyError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUnknown task \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mtask\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m, available tasks are \u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mget_supported_tasks()\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n", + "\u001b[1;31mKeyError\u001b[0m: \"Unknown task translation, available tasks are ['any-to-any', 'audio-classification', 'automatic-speech-recognition', 'depth-estimation', 'document-question-answering', 'feature-extraction', 'fill-mask', 'image-classification', 'image-feature-extraction', 'image-segmentation', 'image-text-to-text', 'keypoint-matching', 'mask-generation', 'ner', 'object-detection', 'sentiment-analysis', 'table-question-answering', 'text-classification', 'text-generation', 'text-to-audio', 'text-to-speech', 'token-classification', 'video-classification', 'zero-shot-audio-classification', 'zero-shot-classification', 'zero-shot-image-classification', 'zero-shot-object-detection']\"" + ] + } + ], "source": [ "# translation pipeline docs: https://huggingface.co/transformers/main_classes/pipelines.html#transformers.TranslationPipeline\n", "pipeline_translate = pipeline(\"translation\", model=\"facebook/m2m100_418M\")" @@ -558,7 +985,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" @@ -592,7 +1019,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" @@ -637,7 +1064,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", @@ -782,7 +1209,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 7, "metadata": { "colab": { "base_uri": "https://localhost:8080/" @@ -792,14 +1219,19 @@ }, "outputs": [ { - "name": "stdout", - "output_type": "stream", - "text": [ - "Original text:\n", - "Donald John Trump (born June 14, 1946) is an American politician, media personality, and businessman who served as the 45th president of the United States from 2017 to 2021. Trump received a Bachelor of Science in economics from the University of Pennsylvania in 1968. His father named him president of his real estate business in 1971. Trump renamed it the Trump Organization and reoriented the company toward building and renovating skyscrapers, hotels, casinos, and golf courses. After a series of business failures in the late 1990s, he launched successful side ventures, mostly licensing the Trump name. From 2004 to 2015, he co-produced and hosted the reality television series The Apprentice. He and his businesses have been plaintiffs or defendants in more than 4,000 legal actions, including six business bankruptcies. Trump won the 2016 presidential election as the Republican Party nominee against Democratic Party candidate Hillary Clinton while losing the popular vote. A special counsel investigation established that Russia had interfered in the election to favor Trump. During the campaign, his political positions were described as populist, protectionist, isolationist, and nationalist. His election and policies sparked numerous protests. He was the only U.S. president without prior military or government experience. Trump promoted conspiracy theories and made many false and misleading statements during his campaigns and presidency, to a degree unprecedented in American politics. Many of his comments and actions have been characterized as racially charged, racist, and misogynistic. As president, Trump ordered a travel ban on citizens from several Muslim-majority countries, diverted military funding toward building a wall on the U.S.–Mexico border, and implemented a family separation policy. He rolled back more than 100 environmental policies and regulations. He signed the Tax Cuts and Jobs Act of 2017, which cut taxes and eliminated the individual health insurance mandate penalty of the Affordable Care Act. He appointed Neil Gorsuch, Brett Kavanaugh, and Amy Coney Barrett to the U.S. Supreme Court. He reacted slowly to the COVID-19 pandemic, ignored or contradicted many recommendations from health officials, used political pressure to interfere with testing efforts, and spread misinformation about unproven treatments. Trump initiated a trade war with China and withdrew the U.S. from the proposed Trans-Pacific Partnership trade agreement, the Paris Agreement on climate change, and the Iran nuclear deal. He met with North Korean leader Kim Jong Un three times but made no progress on denuclearization. Trump is the only U.S. president to have been impeached twice, in 2019 for abuse of power and obstruction of Congress after he pressured Ukraine to investigate Joe Biden, and in 2021 for incitement of insurrection. The Senate acquitted him in both cases. Trump lost the 2020 presidential election to Biden but refused to concede, falsely claiming widespread electoral fraud and attempting to overturn the results. On January 6, 2021, he urged his supporters to march to the U.S. Capitol, which many of them attacked. Scholars and historians rank Trump as one of the worst presidents in American history. Since leaving office, Trump has continued to dominate the Republican Party and is their candidate again in the 2024 presidential election. In May 2024, a jury in New York found Trump guilty on 34 felony counts of falsifying business records related to a hush money payment to Stormy Daniels in an attempt to influence the 2016 election, making him the first former U.S. president to be convicted of a crime. He has been indicted in three other jurisdictions on 54 other felony counts related to his mishandling of classified documents and efforts to overturn the 2020 presidential election. In civil proceedings, Trump was found liable for sexual abuse and defamation in 2023, defamation in 2024, and financial fraud in 2024.\n", - "\n", - "Summarized text:\n", - " Donald John Trump is the 45th president of the United States . He won the 2016 presidential election as the Republican Party nominee against Hillary Clinton\n" + "ename": "PageError", + "evalue": "Page id \"donalds trump\" does not match any pages. Try another id!", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mPageError\u001b[0m Traceback (most recent call last)", + "Cell \u001b[1;32mIn[7], line 5\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mwikipedia\u001b[39;00m\n\u001b[0;32m 3\u001b[0m wikipedia\u001b[38;5;241m.\u001b[39mset_lang(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124men\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m----> 5\u001b[0m text_long \u001b[38;5;241m=\u001b[39m wikipedia\u001b[38;5;241m.\u001b[39msummary(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDonald Trump\u001b[39m\u001b[38;5;124m\"\u001b[39m)\u001b[38;5;241m.\u001b[39mreplace(\u001b[38;5;124m'\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m 6\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mOriginal text:\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;132;01m{\u001b[39;00mtext_long\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m 8\u001b[0m \u001b[38;5;66;03m# translate the text from wikipedia\u001b[39;00m\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\wikipedia\\util.py:28\u001b[0m, in \u001b[0;36mcache.__call__\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m 26\u001b[0m ret \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_cache[key]\n\u001b[0;32m 27\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m---> 28\u001b[0m ret \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_cache[key] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m 30\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m ret\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\wikipedia\\wikipedia.py:231\u001b[0m, in \u001b[0;36msummary\u001b[1;34m(title, sentences, chars, auto_suggest, redirect)\u001b[0m\n\u001b[0;32m 216\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[0;32m 217\u001b[0m \u001b[38;5;124;03mPlain text summary of the page.\u001b[39;00m\n\u001b[0;32m 218\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 226\u001b[0m \u001b[38;5;124;03m* redirect - allow redirection without raising RedirectError\u001b[39;00m\n\u001b[0;32m 227\u001b[0m \u001b[38;5;124;03m'''\u001b[39;00m\n\u001b[0;32m 229\u001b[0m \u001b[38;5;66;03m# use auto_suggest and redirect to get the correct article\u001b[39;00m\n\u001b[0;32m 230\u001b[0m \u001b[38;5;66;03m# also, use page's error checking to raise DisambiguationError if necessary\u001b[39;00m\n\u001b[1;32m--> 231\u001b[0m page_info \u001b[38;5;241m=\u001b[39m page(title, auto_suggest\u001b[38;5;241m=\u001b[39mauto_suggest, redirect\u001b[38;5;241m=\u001b[39mredirect)\n\u001b[0;32m 232\u001b[0m title \u001b[38;5;241m=\u001b[39m page_info\u001b[38;5;241m.\u001b[39mtitle\n\u001b[0;32m 233\u001b[0m pageid \u001b[38;5;241m=\u001b[39m page_info\u001b[38;5;241m.\u001b[39mpageid\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\wikipedia\\wikipedia.py:276\u001b[0m, in \u001b[0;36mpage\u001b[1;34m(title, pageid, auto_suggest, redirect, preload)\u001b[0m\n\u001b[0;32m 273\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mIndexError\u001b[39;00m:\n\u001b[0;32m 274\u001b[0m \u001b[38;5;66;03m# if there is no suggestion or search results, the page doesn't exist\u001b[39;00m\n\u001b[0;32m 275\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PageError(title)\n\u001b[1;32m--> 276\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m WikipediaPage(title, redirect\u001b[38;5;241m=\u001b[39mredirect, preload\u001b[38;5;241m=\u001b[39mpreload)\n\u001b[0;32m 277\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m pageid \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m 278\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m WikipediaPage(pageid\u001b[38;5;241m=\u001b[39mpageid, preload\u001b[38;5;241m=\u001b[39mpreload)\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\wikipedia\\wikipedia.py:299\u001b[0m, in \u001b[0;36mWikipediaPage.__init__\u001b[1;34m(self, title, pageid, redirect, preload, original_title)\u001b[0m\n\u001b[0;32m 296\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m 297\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEither a title or a pageid must be specified\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m--> 299\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m__load(redirect\u001b[38;5;241m=\u001b[39mredirect, preload\u001b[38;5;241m=\u001b[39mpreload)\n\u001b[0;32m 301\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m preload:\n\u001b[0;32m 302\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m prop \u001b[38;5;129;01min\u001b[39;00m (\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mcontent\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124msummary\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mimages\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mreferences\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124msections\u001b[39m\u001b[38;5;124m'\u001b[39m):\n", + "File \u001b[1;32mc:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\wikipedia\\wikipedia.py:345\u001b[0m, in \u001b[0;36mWikipediaPage.__load\u001b[1;34m(self, redirect, preload)\u001b[0m\n\u001b[0;32m 343\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmissing\u001b[39m\u001b[38;5;124m'\u001b[39m \u001b[38;5;129;01min\u001b[39;00m page:\n\u001b[0;32m 344\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mhasattr\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtitle\u001b[39m\u001b[38;5;124m'\u001b[39m):\n\u001b[1;32m--> 345\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PageError(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtitle)\n\u001b[0;32m 346\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m 347\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m PageError(pageid\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpageid)\n", + "\u001b[1;31mPageError\u001b[0m: Page id \"donalds trump\" does not match any pages. Try another id!" ] } ], @@ -831,7 +1263,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 8, "metadata": { "colab": { "base_uri": "https://localhost:8080/", @@ -901,21 +1333,30 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "98e9441255594befa1933b66bc414f43", + "model_id": "cfa94b6b64b84acf9b0099a369ad88e3", "version_major": 2, "version_minor": 0 }, "text/plain": [ - "config.json: 0%| | 0.00/1.26k [00:00, ?B/s]" + "config.json: 0.00B [00:00, ?B/s]" ] }, "metadata": {}, "output_type": "display_data" }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Users\\con2m\\anaconda3\\Lib\\site-packages\\huggingface_hub\\file_download.py:129: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\con2m\\.cache\\huggingface\\hub\\models--dslim--bert-base-NER-uncased. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n", + "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n", + " warnings.warn(message)\n" + ] + }, { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "2d7d2dc96eea4c3b934e1bdea0d58b30", + "model_id": "136652990ccc42a289c8208e5794000d", "version_major": 2, "version_minor": 0 }, @@ -926,19 +1367,38 @@ "metadata": {}, "output_type": "display_data" }, + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9abb02dde6934172992b7b1acbfc3e8b", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "Loading weights: 0%| | 0/199 [00:00, ?it/s]" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, { "name": "stderr", "output_type": "stream", "text": [ - "Some weights of the model checkpoint at dslim/bert-base-NER-uncased were not used when initializing BertForTokenClassification: ['bert.pooler.dense.bias', 'bert.pooler.dense.weight']\n", - "- This IS expected if you are initializing BertForTokenClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n", - "- This IS NOT expected if you are initializing BertForTokenClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n" + "\u001b[1mBertForTokenClassification LOAD REPORT\u001b[0m from: dslim/bert-base-NER-uncased\n", + "Key | Status | | \n", + "-------------------------+------------+--+-\n", + "bert.pooler.dense.bias | UNEXPECTED | | \n", + "bert.pooler.dense.weight | UNEXPECTED | | \n", + "\n", + "\u001b[3mNotes:\n", + "- UNEXPECTED\u001b[3m\t:can be ignored when loading from different task/architecture; not ok if you expect identical arch.\u001b[0m\n" ] }, { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "d370ba0a997845f890f76fc088cc3ef2", + "model_id": "866ec507c4784e9587a274642c740f03", "version_major": 2, "version_minor": 0 }, @@ -952,12 +1412,12 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "a92e522026c14fcfaa2da9f10c1152ae", + "model_id": "08b79d0a44e64451914eddae4aed1d82", "version_major": 2, "version_minor": 0 }, "text/plain": [ - "vocab.txt: 0%| | 0.00/232k [00:00, ?B/s]" + "vocab.txt: 0.00B [00:00, ?B/s]" ] }, "metadata": {}, @@ -966,7 +1426,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "97ff8b801a5740839a6a6402c7600bbb", + "model_id": "d272ccba465e4bd2ad90a46a2b6b7680", "version_major": 2, "version_minor": 0 }, @@ -984,7 +1444,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 9, "metadata": { "colab": { "base_uri": "https://localhost:8080/", @@ -995,414 +1455,20 @@ }, "outputs": [ { - "data": { - "text/html": [ - "
| \n", - " | entity_group | \n", - "score | \n", - "word | \n", - "start | \n", - "end | \n", - "
|---|---|---|---|---|---|
| 0 | \n", - "PER | \n", - "0.989843 | \n", - "donald john trump | \n", - "0 | \n", - "17 | \n", - "
| 1 | \n", - "MISC | \n", - "0.991848 | \n", - "american | \n", - "45 | \n", - "53 | \n", - "
| 2 | \n", - "LOC | \n", - "0.992675 | \n", - "united states | \n", - "141 | \n", - "154 | \n", - "
| 3 | \n", - "PER | \n", - "0.989312 | \n", - "trump | \n", - "174 | \n", - "179 | \n", - "
| 4 | \n", - "ORG | \n", - "0.697325 | \n", - "university of pennsylvania | \n", - "233 | \n", - "259 | \n", - "
| 5 | \n", - "PER | \n", - "0.969404 | \n", - "trump | \n", - "337 | \n", - "342 | \n", - "
| 6 | \n", - "ORG | \n", - "0.712140 | \n", - "trump organization | \n", - "358 | \n", - "376 | \n", - "
| 7 | \n", - "PER | \n", - "0.913634 | \n", - "trump | \n", - "597 | \n", - "602 | \n", - "
| 8 | \n", - "MISC | \n", - "0.953361 | \n", - "the apprentice | \n", - "684 | \n", - "698 | \n", - "
| 9 | \n", - "PER | \n", - "0.992383 | \n", - "trump | \n", - "828 | \n", - "833 | \n", - "
| 10 | \n", - "MISC | \n", - "0.873182 | \n", - "republican | \n", - "876 | \n", - "886 | \n", - "
| 11 | \n", - "MISC | \n", - "0.978373 | \n", - "democratic | \n", - "909 | \n", - "919 | \n", - "
| 12 | \n", - "PER | \n", - "0.994271 | \n", - "hillary clinton | \n", - "936 | \n", - "951 | \n", - "
| 13 | \n", - "LOC | \n", - "0.997165 | \n", - "russia | \n", - "1032 | \n", - "1038 | \n", - "
| 14 | \n", - "PER | \n", - "0.982982 | \n", - "trump | \n", - "1079 | \n", - "1084 | \n", - "
| 15 | \n", - "LOC | \n", - "0.849478 | \n", - "u. s. | \n", - "1274 | \n", - "1278 | \n", - "
| 16 | \n", - "PER | \n", - "0.986752 | \n", - "trump | \n", - "1338 | \n", - "1343 | \n", - "
| 17 | \n", - "MISC | \n", - "0.994762 | \n", - "american | \n", - "1485 | \n", - "1493 | \n", - "
| 18 | \n", - "PER | \n", - "0.980122 | \n", - "trump | \n", - "1622 | \n", - "1627 | \n", - "
| 19 | \n", - "MISC | \n", - "0.987600 | \n", - "muslim | \n", - "1674 | \n", - "1680 | \n", - "
| 20 | \n", - "LOC | \n", - "0.977429 | \n", - "u. s. | \n", - "1757 | \n", - "1761 | \n", - "
| 21 | \n", - "LOC | \n", - "0.997740 | \n", - "mexico | \n", - "1762 | \n", - "1768 | \n", - "
| 22 | \n", - "MISC | \n", - "0.891977 | \n", - "tax cuts and jobs act of | \n", - "1904 | \n", - "1928 | \n", - "
| 23 | \n", - "MISC | \n", - "0.960363 | \n", - "affordable care act | \n", - "2021 | \n", - "2040 | \n", - "
| 24 | \n", - "PER | \n", - "0.996589 | \n", - "neil gorsuch | \n", - "2055 | \n", - "2067 | \n", - "
| 25 | \n", - "PER | \n", - "0.997994 | \n", - "brett kavanaugh | \n", - "2069 | \n", - "2084 | \n", - "
| 26 | \n", - "PER | \n", - "0.997711 | \n", - "amy coney barrett | \n", - "2090 | \n", - "2107 | \n", - "
| 27 | \n", - "LOC | \n", - "0.901173 | \n", - "u. s. | \n", - "2115 | \n", - "2119 | \n", - "
| 28 | \n", - "ORG | \n", - "0.821682 | \n", - "supreme court | \n", - "2120 | \n", - "2133 | \n", - "
| 29 | \n", - "MISC | \n", - "0.937786 | \n", - "covid - 19 | \n", - "2160 | \n", - "2168 | \n", - "
| 30 | \n", - "PER | \n", - "0.980800 | \n", - "trump | \n", - "2359 | \n", - "2364 | \n", - "
| 31 | \n", - "LOC | \n", - "0.996960 | \n", - "china | \n", - "2392 | \n", - "2397 | \n", - "
| 32 | \n", - "LOC | \n", - "0.991840 | \n", - "u. s | \n", - "2415 | \n", - "2418 | \n", - "
| 33 | \n", - "MISC | \n", - "0.908778 | \n", - "trans - pacific partnership | \n", - "2438 | \n", - "2463 | \n", - "
| 34 | \n", - "MISC | \n", - "0.889306 | \n", - "paris agreement | \n", - "2485 | \n", - "2500 | \n", - "
| 35 | \n", - "MISC | \n", - "0.697912 | \n", - "climate change | \n", - "2504 | \n", - "2518 | \n", - "
| 36 | \n", - "LOC | \n", - "0.906911 | \n", - "iran | \n", - "2528 | \n", - "2532 | \n", - "
| 37 | \n", - "MISC | \n", - "0.987541 | \n", - "north korean | \n", - "2559 | \n", - "2571 | \n", - "
| 38 | \n", - "PER | \n", - "0.993055 | \n", - "kim jong un | \n", - "2579 | \n", - "2590 | \n", - "
| 39 | \n", - "PER | \n", - "0.989296 | \n", - "trump | \n", - "2645 | \n", - "2650 | \n", - "
| 40 | \n", - "LOC | \n", - "0.874581 | \n", - "u. s. | \n", - "2663 | \n", - "2667 | \n", - "