Training in progress, epoch 0

Logs/events.out.tfevents.1718373338.e29ec45d9208.134.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a106a9a8693eff401d9813a4fa8bb6098b827c256b7c5568e7b5e02cd580abc
+size 5617

Logs/events.out.tfevents.1718373362.e29ec45d9208.134.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c12907a4a62ad6570468cc1d8f02909c96f3227c4f2e1018aa4f92c4ee28b4
+size 6094

Untitled.ipynb

@@ -260,7 +260,9 @@
    "cell_type": "code",
    "execution_count": 6,
    "id": "d2566bf3-1104-49b6-bd87-042552f00088",
-   "metadata": {},
+   "metadata": {
+    "scrolled": true
+   },
    "outputs": [
     {
      "name": "stdout",
@@ -299,7 +301,9 @@
    "cell_type": "code",
    "execution_count": 7,
    "id": "10910949-9e5d-42d9-859e-7c3692f3a945",
-   "metadata": {},
+   "metadata": {
+    "scrolled": true
+   },
    "outputs": [
     {
      "name": "stdout",
@@ -425,7 +429,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "c690568e9e534530994ef0cd77e4acc6",
+       "model_id": "8f49b17e69404b56ae7925565eead95c",
        "version_major": 2,
        "version_minor": 0
       },
@@ -468,8 +472,8 @@
        "\n",
        "    <div>\n",
        "      \n",
-       "      <progress value='647' max='1290' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
-       "      [ 647/1290 2:34:35 < 2:34:07, 0.07 it/s, Epoch 4.99/10]\n",
+       "      <progress value='65' max='645' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [ 65/645 14:25 < 2:12:46, 0.07 it/s, Epoch 0.49/5]\n",
        "    </div>\n",
        "    <table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
@@ -480,21 +484,6 @@
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
-       "    <tr>\n",
-       "      <td>0</td>\n",
-       "      <td>1.434000</td>\n",
-       "      <td>0.000498</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>2</td>\n",
-       "      <td>0.000100</td>\n",
-       "      <td>0.000185</td>\n",
-       "    </tr>\n",
-       "    <tr>\n",
-       "      <td>4</td>\n",
-       "      <td>0.000000</td>\n",
-       "      <td>0.000146</td>\n",
-       "    </tr>\n",
        "  </tbody>\n",
        "</table><p>"
       ],
@@ -504,28 +493,6 @@
      },
      "metadata": {},
      "output_type": "display_data"
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
-      "  warnings.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None\n",
-      "  warnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\n",
-      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
-      "  warnings.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None\n",
-      "  warnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\n",
-      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
-      "  warnings.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None\n",
-      "  warnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\n",
-      "/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n",
-      "  warnings.warn(\n",
-      "/usr/local/lib/python3.10/dist-packages/torch/utils/checkpoint.py:31: UserWarning: None of the inputs have requires_grad=True. Gradients will be None\n",
-      "  warnings.warn(\"None of the inputs have requires_grad=True. Gradients will be None\")\n"
-     ]
     }
    ],
    "source": [
@@ -663,7 +630,15 @@
     "\n",
     "#=================3) Declare Tokenizer for Tokenizing Dataset=================================\n",
     "\n",
-    "TokenToIDFn = ModelProcessor.tokenizer.convert_tokens_to_ids(\"<image>\")\n",
+    "TokenToIDFn = ModelProcessor.tokenizer.convert_tokens_to_ids(\"<image>\")  \n",
+    "\n",
+    "ModelToFineTune = PaliGemmaForConditionalGeneration.from_pretrained(\n",
+    "    ModelID,\n",
+    "    torch_dtype=torch.bfloat16\n",
+    ").to(device)\n",
+    "\n",
+    "for param  in ModelToFineTune.vision_tower.parameters():\n",
+    "    \n",
     "\n",
     "def TokenGeneratorFn(DatasetEntries):\n",
     "    try:\n",
@@ -734,7 +709,7 @@
     "\n",
     "    logging_dir=\"/workspace/Logs\",\n",
     "    logging_steps=100,\n",
-    "    num_train_epochs=10,\n",
+    "    num_train_epochs=5,\n",
     "    per_device_train_batch_size=16,\n",
     "    # per_device_eval_batch_size=16,\n",
     "    gradient_accumulation_steps=4,\n",
@@ -843,7 +818,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 12,
    "id": "f5855fa1-23e4-4542-a9cf-406a1308c84e",
    "metadata": {},
    "outputs": [],

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29476876c005a21c18b12182ddeca2443ce0ba63a8fb22e8c5a806a76077f831
+oid sha256:0f034f6296c891e2f9b7f4caf02dc78746ebc7d2855ca693f0a29142230e40b4
 size 45258384

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc1c2b63389e9da8a1d8d74ce00c3e542c3bd9f4f4ba9794be2536355b834e35
+oid sha256:efe5a28664d9588f5ff9737fa401845de69b7ed8777a2095966d9d6e7fb2bbae
 size 4603