update

hf_demo.py

@@ -115,7 +115,7 @@ with block:
         gr.Markdown("(More features in development...)")
         with gr.Row():
             text = gr.Textbox(
-                label="Enter your prompt (long and detailed would be better):",
+                label="Prompt (long and detailed would be better):",
                 max_lines=10,
                 placeholder="Enter your prompt (long and detailed would be better)",
                 container=True,
@@ -231,5 +231,28 @@ with block:
         gr.on([btn_style_ori.click], demo_inference_stylization_ori, inputs=[gallery_stylization_ref, text, seed, steps, scale, start_timestep], outputs=gallery_stylization_ori)
         gr.on([btn_style_art.click], demo_inference_stylization_artistic, inputs=[gallery_stylization_ref, adapter_choice, text, seed, steps, scale, adapter_scale, start_timestep], outputs=gallery_stylization_art)
 
+    examples = gr.Examples(
+        examples=[
+            ["Snow-covered trees with sunlight shining through",
+             "data/Snow-covered_trees_with_sunlight_shining_through.jpg"
+             ],
+            ["A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.",
+             "data/0011772.jpg"],
+            ["a black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.",
+             "data/a_black_SUV_driving_down_a_highway_with_a_scenic_view_of_mountains_and_water_in_the_background._The_.jpg"
+             ],
+            [
+                "A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.",
+                "data/003904765.jpg"
+            ]
+
+        ],
+        inputs=[
+            text,
+            gallery_stylization_ref
+        ],
+        # cache_examples=True,
+    )
+
 block.launch()
 # block.launch(sharing=True)

hf_demo_test.ipynb

@@ -72,7 +72,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "acc42f294243439798e4d77d1a59296d",
+       "model_id": "08154385ff1741b88c3bcf5b4b1e15b3",
        "version_major": 2,
        "version_minor": 0
       },
@@ -197,7 +197,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 15,
+   "execution_count": 17,
    "id": "aa33e9d104023847",
    "metadata": {
     "ExecuteTime": {
@@ -210,10 +210,8 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7869\n",
-      "\n",
-      "Thanks for being a Gradio user! If you have questions or feedback, please join our Discord server and chat with us: https://discord.gg/feTf9x3ZSB\n",
-      "Running on public URL: https://0fd0c028b349b76a72.gradio.live\n",
+      "Running on local URL:  http://127.0.0.1:7871\n",
+      "Running on public URL: https://e603b87db4de714e28.gradio.live\n",
       "\n",
       "This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n"
      ]
@@ -221,7 +219,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"https://0fd0c028b349b76a72.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"https://e603b87db4de714e28.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -234,9 +232,120 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 15,
+     "execution_count": 17,
      "metadata": {},
      "output_type": "execute_result"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Train method: None\n",
+      "Rank: 1, Alpha: 1\n",
+      "create LoRA for U-Net: 0 modules.\n",
+      "current time: 2024-12-14 00:07:17\n",
+      "save dir: None\n",
+      "[\"A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.\"], seed=881336985\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "00%|██████████████████████████████████████████████████████████████████████████████████████████████████| 21/21 [00:01<00:00, 15.70it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Time taken for one batch, Art Adapter scale=0.0: 1.4182789325714111\n",
+      "Train method: all_up\n",
+      "Rank: 1, Alpha: 1.0\n",
+      "create LoRA for U-Net: 123 modules.\n",
+      "Missing: <All keys matched successfully>\n",
+      "current time: 2024-12-14 00:07:24\n",
+      "save dir: None\n",
+      "[\"A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity in the style of sks art\"], seed=881336985\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n",
+      "00%|██████████████████████████████████████████████████████████████████████████████████████████████████| 21/21 [00:01<00:00, 15.38it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Time taken for one batch, Art Adapter scale=1: 1.4458158016204834\n",
+      "Train method: all_up\n",
+      "Rank: 1, Alpha: 1.0\n",
+      "create LoRA for U-Net: 123 modules.\n",
+      "Missing: <All keys matched successfully>\n",
+      "current time: 2024-12-14 00:07:32\n",
+      "save dir: None\n",
+      "[\"A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity in the style of sks art\"], seed=881336985\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "100%|██████████████████████████████████████████████████████████████████████████████████████████████████| 21/21 [00:01<00:00, 13.80it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Time taken for one batch, Art Adapter scale=1: 1.602182149887085\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Train method: all_up\n",
+      "Rank: 1, Alpha: 1.0\n",
+      "create LoRA for U-Net: 123 modules.\n",
+      "Missing: <All keys matched successfully>\n",
+      "current time: 2024-12-14 00:07:42\n",
+      "save dir: None\n",
+      "[\"A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity in the style of sks art\"], seed=881336985\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "100%|██████████████████████████████████████████████████████████████████████████████████████████████████| 21/21 [00:01<00:00, 12.56it/s]"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Time taken for one batch, Art Adapter scale=1: 1.750511884689331\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "\n"
+     ]
     }
    ],
    "source": [
@@ -249,11 +358,11 @@
     "        gr.Markdown(\"(More features in development...)\")\n",
     "        with gr.Row():\n",
     "            text = gr.Textbox(\n",
-    "                label=\"Enter your prompt(long and detailed would be better):\",\n",
-    "                max_lines=2,\n",
-    "                placeholder=\"Enter your prompt(long and detailed would be better)\",\n",
+    "                label=\"Prompt (long and detailed would be better):\",\n",
+    "                max_lines=10,\n",
+    "                placeholder=\"Enter your prompt (long and detailed would be better)\",\n",
     "                container=True,\n",
-    "                value=\"Park with cherry blossom trees, picnicker’s and a clear blue pond.\",\n",
+    "                value=\"A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.\",\n",
     "            )\n",
     "\n",
     "        with gr.Tab('Generation'):\n",
@@ -299,13 +408,14 @@
     "                        elem_id=\"gallery\",\n",
     "                        height=\"auto\",\n",
     "                        scale=1,\n",
+    "                        value=\"data/003904765.jpg\"\n",
     "                    )\n",
     "                with gr.Column(scale=2):\n",
     "                    with gr.Row():\n",
     "                        with gr.Column():\n",
     "                            # gr.Markdown(\"## Art-Free Generation\")\n",
     "                            # gr.Markdown(\"Generate images from text prompts.\")\n",
-    "    \n",
+    "\n",
     "                            gallery_stylization_ori = gr.Image(\n",
     "                                label=\"W/O Adapter\",\n",
     "                                show_label=True,\n",
@@ -313,8 +423,8 @@
     "                                height=\"auto\",\n",
     "                                scale=1,\n",
     "                            )\n",
-    "    \n",
-    "    \n",
+    "\n",
+    "\n",
     "                        with gr.Column():\n",
     "                            # gr.Markdown(\"## Art-Free Generation\")\n",
     "                            # gr.Markdown(\"Generate images from text prompts.\")\n",
@@ -327,8 +437,8 @@
     "                            )\n",
     "                    start_timestep = gr.Slider(label=\"Adapter Timestep\", minimum=0, maximum=1000, value=800, step=1)\n",
     "            with gr.Row():\n",
-    "                btn_style_ori = gr.Button(\"Art-Free Stylization\", scale=1)\n",
-    "                btn_style_art = gr.Button(\"Artistic Stylization\", scale=1)\n",
+    "                btn_style_ori = gr.Button(\"Art-Free Stylize\", scale=1)\n",
+    "                btn_style_art = gr.Button(\"Artistic Stylize\", scale=1)\n",
     "\n",
     "\n",
     "        with gr.Row():\n",
@@ -352,7 +462,7 @@
     "\n",
     "        with gr.Row():\n",
     "            steps = gr.Slider(label=\"Steps\", minimum=1, maximum=50, value=20, step=1)\n",
-    "            adapter_scale = gr.Slider(label=\"Stylization Scale\", minimum=0, maximum=1.5, value=1., step=0.1, scale=1)\n",
+    "            adapter_scale = gr.Slider(label=\"Adapter Scale\", minimum=0, maximum=1.5, value=1., step=0.1, scale=1)\n",
     "\n",
     "        with gr.Row():\n",
     "            seed = gr.Slider(label=\"Seed\",minimum=0,maximum=2147483647,step=1,randomize=True,scale=1)\n",
@@ -364,6 +474,28 @@
     "        gr.on([btn_style_ori.click], demo_inference_stylization_ori, inputs=[gallery_stylization_ref, text, seed, steps, scale, start_timestep], outputs=gallery_stylization_ori)\n",
     "        gr.on([btn_style_art.click], demo_inference_stylization_artistic, inputs=[gallery_stylization_ref, adapter_choice, text, seed, steps, scale, adapter_scale, start_timestep], outputs=gallery_stylization_art)\n",
     "\n",
+    "    examples = gr.Examples(\n",
+    "        examples=[\n",
+    "            [\"Snow-covered trees with sunlight shining through\",\n",
+    "             \"data/Snow-covered_trees_with_sunlight_shining_through.jpg\"\n",
+    "             ],\n",
+    "            [\"A picturesque landscape showcasing a winding river cutting through a lush green valley, surrounded by rugged mountains under a clear blue sky. The mix of red and brown tones in the rocky hills adds to the region's natural beauty and diversity.\",\n",
+    "             \"data/0011772.jpg\"],\n",
+    "            [\"a black SUV driving down a highway with a scenic view of mountains and water in the background. The SUV is the main focus of the image, and it appears to be traveling at a moderate speed. The road is well-maintained and provides a smooth driving experience. The mountains and water create a picturesque backdrop, adding to the overall beauty of the scene. The image captures the essence of a leisurely road trip, with the SUV as the primary subject, highlighting the sense of adventure and exploration that comes with such journeys.\",\n",
+    "             \"data/a_black_SUV_driving_down_a_highway_with_a_scenic_view_of_mountains_and_water_in_the_background._The_.jpg\"\n",
+    "             ],\n",
+    "            [\n",
+    "                \"A blue bench situated in a park, surrounded by trees and leaves. The bench is positioned under a tree, providing shade and a peaceful atmosphere. There are several benches in the park, with one being closer to the foreground and the others further in the background. A person can be seen in the distance, possibly enjoying the park or taking a walk. The overall scene is serene and inviting, with the bench serving as a focal point in the park's landscape.\",\n",
+    "                \"data/003904765.jpg\"\n",
+    "            ]\n",
+    "\n",
+    "        ],\n",
+    "        inputs=[\n",
+    "            text,\n",
+    "            gallery_stylization_ref\n",
+    "        ],\n",
+    "        # cache_examples=True,\n",
+    "    )\n",
     "block.launch(share=True)"
    ]
   },