{ "cells": [ { "attachments": {}, "cell_type": "markdown", "metadata": { "id": "2OwUggkQMjY6" }, "source": [ "# Install dependencies" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "execution": { "iopub.execute_input": "2022-08-09T20:31:30.536784Z", "iopub.status.busy": "2022-08-09T20:31:30.535694Z", "iopub.status.idle": "2022-08-09T20:31:58.311928Z", "shell.execute_reply": "2022-08-09T20:31:58.310839Z", "shell.execute_reply.started": "2022-08-09T20:31:30.536689Z" }, "id": "e0dYgmzoIFjC", "outputId": "ad6d4c33-d916-415c-bd39-d3123032c20a" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: kaggle in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (1.5.13)\n", "Requirement already satisfied: ultralytics in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (8.0.145)\n", "Requirement already satisfied: six>=1.10 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from kaggle) (1.16.0)\n", "Requirement already satisfied: certifi in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from kaggle) (2023.5.7)\n", "Requirement already satisfied: python-dateutil in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from kaggle) (2.8.2)\n", "Requirement already satisfied: requests in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from kaggle) (2.31.0)\n", "Requirement already satisfied: tqdm in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from kaggle) (4.65.0)\n", "Requirement already satisfied: python-slugify in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from kaggle) (8.0.1)\n", "Requirement already satisfied: urllib3 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from kaggle) (1.26.16)\n", "Requirement already satisfied: matplotlib>=3.2.2 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (3.7.1)\n", "Requirement already satisfied: opencv-python>=4.6.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (4.7.0.72)\n", "Requirement already satisfied: pillow>=7.1.2 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (9.5.0)\n", "Requirement already satisfied: pyyaml>=5.3.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (6.0)\n", "Requirement already satisfied: scipy>=1.4.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (1.10.1)\n", "Requirement already satisfied: torch>=1.7.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (2.0.1)\n", "Requirement already satisfied: torchvision>=0.8.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (0.15.2)\n", "Requirement already satisfied: pandas>=1.1.4 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (2.0.1)\n", "Requirement already satisfied: seaborn>=0.11.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from ultralytics) (0.12.2)\n", "Requirement already satisfied: psutil in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from ultralytics) (5.9.5)\n", "Requirement already satisfied: py-cpuinfo in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from ultralytics) (9.0.0)\n", "Requirement already satisfied: contourpy>=1.0.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (1.0.7)\n", "Requirement already satisfied: cycler>=0.10 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (0.11.0)\n", "Requirement already satisfied: fonttools>=4.22.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (4.39.4)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (1.4.4)\n", "Requirement already satisfied: numpy>=1.20 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (1.23.5)\n", "Requirement already satisfied: packaging>=20.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (20.9)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from matplotlib>=3.2.2->ultralytics) (3.0.9)\n", "Requirement already satisfied: pytz>=2020.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from pandas>=1.1.4->ultralytics) (2023.3)\n", "Requirement already satisfied: tzdata>=2022.1 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from pandas>=1.1.4->ultralytics) (2023.3)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from requests->kaggle) (3.1.0)\n", "Requirement already satisfied: idna<4,>=2.5 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from requests->kaggle) (3.4)\n", "Requirement already satisfied: filelock in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from torch>=1.7.0->ultralytics) (3.12.0)\n", "Requirement already satisfied: typing-extensions in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from torch>=1.7.0->ultralytics) (4.5.0)\n", "Requirement already satisfied: sympy in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from torch>=1.7.0->ultralytics) (1.12)\n", "Requirement already satisfied: networkx in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from torch>=1.7.0->ultralytics) (3.1)\n", "Requirement already satisfied: jinja2 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from torch>=1.7.0->ultralytics) (3.1.2)\n", "Requirement already satisfied: text-unidecode>=1.3 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from python-slugify->kaggle) (1.3)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /Users/norbert.elter/.pyenv/versions/3.10.0/lib/python3.10/site-packages (from jinja2->torch>=1.7.0->ultralytics) (2.1.2)\n", "Requirement already satisfied: mpmath>=0.19 in /Users/norbert.elter/.pyenv/versions/3.10.0/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages (from sympy->torch>=1.7.0->ultralytics) (1.3.0)\n", "Note: you may need to restart the kernel to use updated packages.\n" ] } ], "source": [ "# Install deps\n", "\n", "%pip install kaggle ultralytics " ] }, { "attachments": {}, "cell_type": "markdown", "metadata": { "id": "kDbEE93UScwS" }, "source": [ "# Download dataset" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "execution": { "iopub.execute_input": "2022-07-26T19:33:15.207454Z", "iopub.status.busy": "2022-07-26T19:33:15.206852Z", "iopub.status.idle": "2022-07-26T20:00:28.967257Z", "shell.execute_reply": "2022-07-26T20:00:28.966508Z", "shell.execute_reply.started": "2022-07-26T19:33:15.207429Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Downloading pcb-defect-dataset.zip to /Users/norbert.elter/private/pcb-ai\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████| 1.10G/1.10G [02:41<00:00, 7.32MB/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "from kaggle.api.kaggle_api_extended import KaggleApi\n", "\n", "api = KaggleApi()\n", "api.authenticate()\n", "\n", "api.dataset_download_files(\n", " dataset=\"norbertelter/pcb-defect-dataset\",\n", " quiet=False,\n", " unzip=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "execution": { "iopub.execute_input": "2022-07-29T17:47:04.036461Z", "iopub.status.busy": "2022-07-29T17:47:04.035883Z", "iopub.status.idle": "2022-07-29T17:47:04.121419Z", "shell.execute_reply": "2022-07-29T17:47:04.120217Z", "shell.execute_reply.started": "2022-07-29T17:47:04.036432Z" } }, "outputs": [ { "data": { "text/html": [ "
\n", " | File | \n", "
---|---|
0 | \n", "pcb-defect-dataset/train/images/light_12_short... | \n", "
1 | \n", "pcb-defect-dataset/train/images/rotation_270_l... | \n", "
2 | \n", "pcb-defect-dataset/train/images/rotation_270_l... | \n", "
3 | \n", "pcb-defect-dataset/train/images/rotation_270_l... | \n", "
4 | \n", "pcb-defect-dataset/train/images/rotation_90_li... | \n", "
... | \n", "... | \n", "
8529 | \n", "pcb-defect-dataset/train/images/rotation_270_l... | \n", "
8530 | \n", "pcb-defect-dataset/train/images/rotation_90_li... | \n", "
8531 | \n", "pcb-defect-dataset/train/images/light_12_spur_... | \n", "
8532 | \n", "pcb-defect-dataset/train/images/l_light_05_sho... | \n", "
8533 | \n", "pcb-defect-dataset/train/images/l_light_01_spu... | \n", "
8534 rows × 1 columns
\n", "/Users/norbert.elter/private/pcb-ai/wandb/run-20230815_162110-0aj5zls7
"
],
"text/plain": [
"