diff --git a/main.ipynb b/main.ipynb index 65a586d..86a1596 100644 --- a/main.ipynb +++ b/main.ipynb @@ -1754,12 +1754,488 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Collecting transformers\n", + " Downloading transformers-5.10.2-py3-none-any.whl.metadata (33 kB)\n", + "Requirement already satisfied: torch in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (2.11.0)\n", + "Requirement already satisfied: pandas in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (3.0.2)\n", + "Collecting huggingface-hub<2.0,>=1.5.0 (from transformers)\n", + " Downloading huggingface_hub-1.18.0-py3-none-any.whl.metadata (14 kB)\n", + "Requirement already satisfied: numpy>=1.17 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from transformers) (2.4.4)\n", + "Requirement already satisfied: packaging>=20.0 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from transformers) (26.0)\n", + "Requirement already satisfied: pyyaml>=5.1 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from transformers) (6.0.3)\n", + "Collecting regex>=2025.10.22 (from transformers)\n", + " Downloading regex-2026.5.9-cp312-cp312-win_amd64.whl.metadata (41 kB)\n", + "Collecting tokenizers<=0.23.0,>=0.22.0 (from transformers)\n", + " Downloading tokenizers-0.22.2-cp39-abi3-win_amd64.whl.metadata (7.4 kB)\n", + "Collecting typer (from transformers)\n", + " Downloading typer-0.26.7-py3-none-any.whl.metadata (16 kB)\n", + "Collecting safetensors>=0.4.3 (from transformers)\n", + " Downloading safetensors-0.7.0-cp38-abi3-win_amd64.whl.metadata (4.2 kB)\n", + "Collecting tqdm>=4.27 (from transformers)\n", + " Downloading tqdm-4.67.3-py3-none-any.whl.metadata (57 kB)\n", + "Collecting click>=8.4.0 (from huggingface-hub<2.0,>=1.5.0->transformers)\n", + " Downloading click-8.4.1-py3-none-any.whl.metadata (2.6 kB)\n", + "Requirement already satisfied: filelock>=3.10.0 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from huggingface-hub<2.0,>=1.5.0->transformers) (3.29.0)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from huggingface-hub<2.0,>=1.5.0->transformers) (2026.4.0)\n", + "Collecting hf-xet<2.0.0,>=1.4.3 (from huggingface-hub<2.0,>=1.5.0->transformers)\n", + " Downloading hf_xet-1.5.0-cp37-abi3-win_amd64.whl.metadata (4.9 kB)\n", + "Requirement already satisfied: httpx<1,>=0.23.0 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from huggingface-hub<2.0,>=1.5.0->transformers) (0.28.1)\n", + "Collecting typer (from transformers)\n", + " Downloading typer-0.25.1-py3-none-any.whl.metadata (15 kB)\n", + "Requirement already satisfied: typing-extensions>=4.1.0 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from huggingface-hub<2.0,>=1.5.0->transformers) (4.15.0)\n", + "Requirement already satisfied: anyio in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.5.0->transformers) (4.12.1)\n", + "Requirement already satisfied: certifi in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.5.0->transformers) (2026.2.25)\n", + "Requirement already satisfied: httpcore==1.* in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.5.0->transformers) (1.0.9)\n", + "Requirement already satisfied: idna in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.5.0->transformers) (3.11)\n", + "Requirement already satisfied: h11>=0.16 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from httpcore==1.*->httpx<1,>=0.23.0->huggingface-hub<2.0,>=1.5.0->transformers) (0.16.0)\n", + "Collecting shellingham>=1.3.0 (from typer->transformers)\n", + " Downloading shellingham-1.5.4-py2.py3-none-any.whl.metadata (3.5 kB)\n", + "Collecting rich>=13.8.0 (from typer->transformers)\n", + " Downloading rich-15.0.0-py3-none-any.whl.metadata (18 kB)\n", + "Collecting annotated-doc>=0.0.2 (from typer->transformers)\n", + " Downloading annotated_doc-0.0.4-py3-none-any.whl.metadata (6.6 kB)\n", + "Requirement already satisfied: setuptools<82 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from torch) (81.0.0)\n", + "Requirement already satisfied: sympy>=1.13.3 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from torch) (1.14.0)\n", + "Requirement already satisfied: networkx>=2.5.1 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from torch) (3.6.1)\n", + "Requirement already satisfied: jinja2 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from torch) (3.1.6)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from pandas) (2.9.0.post0)\n", + "Requirement already satisfied: tzdata in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from pandas) (2025.3)\n", + "Requirement already satisfied: colorama in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from click>=8.4.0->huggingface-hub<2.0,>=1.5.0->transformers) (0.4.6)\n", + "Requirement already satisfied: six>=1.5 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from python-dateutil>=2.8.2->pandas) (1.17.0)\n", + "Collecting markdown-it-py>=2.2.0 (from rich>=13.8.0->typer->transformers)\n", + " Downloading markdown_it_py-4.2.0-py3-none-any.whl.metadata (7.4 kB)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from rich>=13.8.0->typer->transformers) (2.19.2)\n", + "Collecting mdurl~=0.1 (from markdown-it-py>=2.2.0->rich>=13.8.0->typer->transformers)\n", + " Downloading mdurl-0.1.2-py3-none-any.whl.metadata (1.6 kB)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Lib\\site-packages (from sympy>=1.13.3->torch) (1.3.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in C:\\Users\\se25479\\AppData\\Roaming\\Python\\Python312\\site-packages (from jinja2->torch) (3.0.3)\n", + "Downloading transformers-5.10.2-py3-none-any.whl (11.0 MB)\n", + " ---------------------------------------- 0.0/11.0 MB ? eta -:--:--\n", + " --- ------------------------------------ 1.0/11.0 MB 6.3 MB/s eta 0:00:02\n", + " --------- ------------------------------ 2.6/11.0 MB 6.6 MB/s eta 0:00:02\n", + " ------------- -------------------------- 3.7/11.0 MB 6.6 MB/s eta 0:00:02\n", + " ------------------- -------------------- 5.2/11.0 MB 6.5 MB/s eta 0:00:01\n", + " ----------------------- ---------------- 6.6/11.0 MB 6.5 MB/s eta 0:00:01\n", + " ---------------------------- ----------- 7.9/11.0 MB 6.5 MB/s eta 0:00:01\n", + " -------------------------------- ------- 8.9/11.0 MB 6.3 MB/s eta 0:00:01\n", + " -------------------------------------- - 10.5/11.0 MB 6.4 MB/s eta 0:00:01\n", + " --------------------------------------- 10.7/11.0 MB 6.4 MB/s eta 0:00:01\n", + " ---------------------------------------- 11.0/11.0 MB 5.8 MB/s 0:00:01\n", + "Downloading huggingface_hub-1.18.0-py3-none-any.whl (684 kB)\n", + " ---------------------------------------- 0.0/684.4 kB ? eta -:--:--\n", + " ---------------------------------------- 684.4/684.4 kB 3.9 MB/s 0:00:00\n", + "Downloading hf_xet-1.5.0-cp37-abi3-win_amd64.whl (4.0 MB)\n", + " ---------------------------------------- 0.0/4.0 MB ? eta -:--:--\n", + " ------------- -------------------------- 1.3/4.0 MB 7.4 MB/s eta 0:00:01\n", + " ----------------------------- ---------- 2.9/4.0 MB 7.0 MB/s eta 0:00:01\n", + " ---------------------------------------- 4.0/4.0 MB 6.6 MB/s 0:00:00\n", + "Downloading tokenizers-0.22.2-cp39-abi3-win_amd64.whl (2.7 MB)\n", + " ---------------------------------------- 0.0/2.7 MB ? eta -:--:--\n", + " --------------- ------------------------ 1.0/2.7 MB 8.5 MB/s eta 0:00:01\n", + " ---------------------------------- ----- 2.4/2.7 MB 6.7 MB/s eta 0:00:01\n", + " ---------------------------------------- 2.7/2.7 MB 5.9 MB/s 0:00:00\n", + "Downloading typer-0.25.1-py3-none-any.whl (58 kB)\n", + "Downloading annotated_doc-0.0.4-py3-none-any.whl (5.3 kB)\n", + "Downloading click-8.4.1-py3-none-any.whl (116 kB)\n", + "Downloading regex-2026.5.9-cp312-cp312-win_amd64.whl (277 kB)\n", + "Downloading rich-15.0.0-py3-none-any.whl (310 kB)\n", + "Downloading markdown_it_py-4.2.0-py3-none-any.whl (91 kB)\n", + "Downloading mdurl-0.1.2-py3-none-any.whl (10.0 kB)\n", + "Downloading safetensors-0.7.0-cp38-abi3-win_amd64.whl (341 kB)\n", + "Downloading shellingham-1.5.4-py2.py3-none-any.whl (9.8 kB)\n", + "Downloading tqdm-4.67.3-py3-none-any.whl (78 kB)\n", + "Installing collected packages: tqdm, shellingham, safetensors, regex, mdurl, hf-xet, click, annotated-doc, markdown-it-py, rich, typer, huggingface-hub, tokenizers, transformers\n", + "\n", + " ---------------------------------------- 0/14 [tqdm]\n", + " ---------------------------------------- 0/14 [tqdm]\n", + " -- ------------------------------------- 1/14 [shellingham]\n", + " -------- ------------------------------- 3/14 [regex]\n", + " ----------- ---------------------------- 4/14 [mdurl]\n", + " -------------- ------------------------- 5/14 [hf-xet]\n", + " Attempting uninstall: click\n", + " -------------- ------------------------- 5/14 [hf-xet]\n", + " Found existing installation: click 8.3.3\n", + " -------------- ------------------------- 5/14 [hf-xet]\n", + " Uninstalling click-8.3.3:\n", + " -------------- ------------------------- 5/14 [hf-xet]\n", + " Successfully uninstalled click-8.3.3\n", + " -------------- ------------------------- 5/14 [hf-xet]\n", + " ----------------- ---------------------- 6/14 [click]\n", + " ----------------- ---------------------- 6/14 [click]\n", + " ---------------------- ----------------- 8/14 [markdown-it-py]\n", + " ---------------------- ----------------- 8/14 [markdown-it-py]\n", + " ---------------------- ----------------- 8/14 [markdown-it-py]\n", + " ---------------------- ----------------- 8/14 [markdown-it-py]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ------------------------- -------------- 9/14 [rich]\n", + " ---------------------------- ----------- 10/14 [typer]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ------------------------------- -------- 11/14 [huggingface-hub]\n", + " ---------------------------------- ----- 12/14 [tokenizers]\n", + " ---------------------------------- ----- 12/14 [tokenizers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ------------------------------------- -- 13/14 [transformers]\n", + " ---------------------------------------- 14/14 [transformers]\n", + "\n", + "Successfully installed annotated-doc-0.0.4 click-8.4.1 hf-xet-1.5.0 huggingface-hub-1.18.0 markdown-it-py-4.2.0 mdurl-0.1.2 regex-2026.5.9 rich-15.0.0 safetensors-0.7.0 shellingham-1.5.4 tokenizers-0.22.2 tqdm-4.67.3 transformers-5.10.2 typer-0.25.1\n", + "Note: you may need to restart the kernel to use updated packages.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + " WARNING: The script tqdm.exe is installed in 'c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Scripts' which is not on PATH.\n", + " Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\n", + " WARNING: The script markdown-it.exe is installed in 'c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Scripts' which is not on PATH.\n", + " Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\n", + " WARNING: The script typer.exe is installed in 'c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Scripts' which is not on PATH.\n", + " Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\n", + " WARNING: The scripts hf.exe, huggingface-cli.exe and tiny-agents.exe are installed in 'c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Scripts' which is not on PATH.\n", + " Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\n", + " WARNING: The script transformers.exe is installed in 'c:\\Users\\se25479\\AppData\\Local\\Programs\\Python\\Python312\\Scripts' which is not on PATH.\n", + " Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\n", + "\n", + "[notice] A new release of pip is available: 26.0.1 -> 26.1.2\n", + "[notice] To update, run: python.exe -m pip install --upgrade pip\n" + ] + } + ], + "source": [ + "%pip install transformers torch pandas" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Loading weights: 100%|██████████| 105/105 [00:00<00:00, 14964.90it/s]\n" + ] + }, + { + "data": { + "text/plain": [ + "[{'text': 'I am so happy with the results of this project!',\n", + " 'predicted_emotion': 'joy',\n", + " 'confidence': 0.991},\n", + " {'text': 'I am worried that I will fail the final presentation',\n", + " 'predicted_emotion': 'fear',\n", + " 'confidence': 0.986},\n", + " {'text': 'This is completely unacceptable and I want a refund.',\n", + " 'predicted_emotion': 'anger',\n", + " 'confidence': 0.815},\n", + " {'text': 'I did not expect this news at all!',\n", + " 'predicted_emotion': 'surprise',\n", + " 'confidence': 0.954}]" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Your code here :\n", + "\n", + "# 1. Imports\n", + "\n", + "from transformers import pipeline\n", + "import pandas as pd\n", + "\n", + "# 2. Create a model\n", + "# NLP model to classify the emotion in a text\n", + "# Input: A text sentence\n", + "# Output: predicted emotion labels with confidence scores\n", + "\n", + "emotion_classifier = pipeline(\"text-classification\", model=\"j-hartmann/emotion-english-distilroberta-base\", tgop_k=None)\n", + "\n", + "# 3. Create data\n", + "\n", + "texts= [\n", + " \"I am so happy with the results of this project!\",\n", + " \"I am worried that I will fail the final presentation\",\n", + " \"This is completely unacceptable and I want a refund.\",\n", + " \"I did not expect this news at all!\"\n", + "]\n", + "\n", + "# 4. Inference\n", + "\n", + "outputs = emotion_classifier(texts)\n", + "\n", + "# 5. Clean the output\n", + "\n", + "results = []\n", + "\n", + "for text, prediction in zip(texts, outputs):\n", + " # sort emotions by score, highest first\n", + " #prediction_sorted = sorted(prediction, key=lambda x: x[\"score\"], reverse=True)\n", + "\n", + " # Get the most likely emotion\n", + " #top_emotion = prediction_sorted[0]\n", + "\n", + " results.append({\n", + " \"text\": text,\n", + " \"predicted_emotion\": prediction[\"label\"],\n", + " \"confidence\": round(prediction[\"score\"], 3)\n", + " })\n", + "\n", + "results\n" + ] + }, + { + "cell_type": "markdown", "metadata": {}, - "outputs": [], "source": [ - "# Your code here :" + "In this exercise, I used a Hugging Face text classification model for emotion detection.\n", + "\n", + "The selected model is `j-hartmann/emotion-english-distilroberta-base`. \n", + "This model receives English text as input and predicts the most likely emotion expressed in that text.\n", + "\n", + "The possible output labels are:\n", + "- anger\n", + "- disgust\n", + "- fear\n", + "- joy\n", + "- neutral\n", + "- sadness\n", + "- surprise\n", + "\n", + "The goal is to perform inference: instead of training a model from scratch, I use a pre-trained Transformer model to classify new text examples.\n", + "\n", + "The final output is a table showing each input sentence, the predicted emotion, and the model confidence score." ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [] } ], "metadata": { @@ -1770,7 +2246,7 @@ "provenance": [] }, "kernelspec": { - "display_name": "Python 3 (ipykernel)", + "display_name": "Python 3", "language": "python", "name": "python3" }, @@ -1784,7 +2260,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.9" + "version": "3.12.6" }, "widgets": { "application/vnd.jupyter.widget-state+json": {