fix scrapping

src/lib/components/models/Card.svelte

@@ -59,7 +59,7 @@
     {/if}
   </div>
   <div class="flex items-center justify-between w-full gap-4 py-1">
-    <p class="text-white font-semibold text-base mb-1 break-all">{card?.id}</p>
+    <p class="text-white font-semibold text-base mb-1 break-all truncate">{card?.id}</p>
     <div class="flex items-center justify-end gap-3">
       <div class="text-white text-sm flex items-center justify-end gap-1.5">
         <Icon icon="solar:heart-bold" class="w-5 h-5 text-red-500" />

src/routes/api/scrap-models/+server.ts

@@ -1,7 +1,7 @@
 /** @type {import('./$types').RequestHandler} */
 
 import { json } from '@sveltejs/kit';
-import moment from 'moment';
+// import moment from 'moment';
 import prisma from '$lib/prisma';
 
 export async function POST({ request }) {
@@ -19,14 +19,13 @@ export async function POST({ request }) {
   let index = 0;
   let model_saved = 0;
 
+  console.log(new_models)
+
   for (const model of new_models) {
     if (index % 50 === 0) {
       await new Promise(resolve => setTimeout(resolve, 2000));
     }
     index++
-    if (moment(model.createdAt).isBefore(moment().subtract(1, "hour"))) {
-      continue;
-    }
 
     const hasImages = model?.siblings?.filter((sibling: Record<string, string>) => sibling?.rfilename.endsWith(".png") || sibling?.rfilename.endsWith(".jpeg") || sibling?.rfilename.endsWith(".jpg"))
     if (hasImages.length > 0) {
@@ -50,6 +49,15 @@ export async function POST({ request }) {
         else model.image = `https://huggingface.co/${model.id}/resolve/main/${image.replace("./", "")}`
       }
     }
+    const existing_model = await prisma.model.findUnique({
+      where: {
+        id: model.id
+      }
+    })
+
+    if (existing_model) {
+      continue;
+    }
 
     await prisma.model.create({
       data: {