Update src/index.ts

src/index.ts

@@ -1,7 +1,8 @@
 import { serve } from "bun";
-import packages from "../database/database/packages.json";
-import programs from "../database/database/programs.json";
+import { readFile } from "fs/promises";
+import path from "path";
 
+// Type Definition for Items (Packages/Programs)
 interface Item {
   name?: string;
   full_name?: string;
@@ -12,43 +13,70 @@ interface Item {
   usage_count?: number;
 }
 
+// --- CONFIGURATION ---
+
+const DB_PATH = "../database/database";
+const PORT = 7860;
+const RELOAD_INTERVAL_MS = 3600000; // 1 hour
+
 const corsHeaders = {
   "Content-Type": "application/json",
   "Access-Control-Allow-Origin": "*",
 };
 
-const sortByDate = (a: Item, b: Item): number =>
-  new Date(b.created_at || "").getTime() - new Date(a.created_at || "").getTime();
+// --- GLOBAL DATA STORE (in-memory) ---
+
+let packages: Item[] = require(`${DB_PATH}/packages.json`);
+let programs: Item[] = require(`${DB_PATH}/programs.json`);
+let sorted = getSortedData(packages, programs);
+
+// --- UTILITY FUNCTIONS ---
+
+function getSortedData(packages: Item[], programs: Item[]) {
+  return {
+    packages: {
+      latest: [...packages].sort(sortByDate),
+      mostUsed: [...packages].sort(sortByUsage),
+    },
+    programs: {
+      latest: [...programs].sort(sortByDate),
+      mostUsed: [...programs].sort(sortByUsage),
+    },
+  };
+}
 
-const sortByUsage = (a: Item, b: Item): number =>
-  (b.usage_count || 0) - (a.usage_count || 0);
+function sortByDate(a: Item, b: Item): number {
+  return new Date(b.created_at || "").getTime() - new Date(a.created_at || "").getTime();
+}
 
-const sorted = {
-  packages: {
-    latest: [...packages].sort(sortByDate),
-    mostUsed: [...packages].sort(sortByUsage),
-  },
-  programs: {
-    latest: [...programs].sort(sortByDate),
-    mostUsed: [...programs].sort(sortByUsage),
-  },
-};
+function sortByUsage(a: Item, b: Item): number {
+  return (b.usage_count || 0) - (a.usage_count || 0);
+}
 
-function filterItems(items: Item[], q: string | null, filter: string | null): Item[] {
+/**
+ * Filters an array of items by query and topic filter.
+ */
+function filterItems(items: Item[], query: string | null, topic: string | null): Item[] {
   return items.filter(({ name, full_name, description, topics }) => {
-    if (filter && !topics?.some(t => t.toLowerCase() === filter)) return false;
-    if (!q) return true;
-    const lowerQ = q.toLowerCase();
+    if (topic && !topics?.some(t => t.toLowerCase() === topic)) return false;
+    if (!query) return true;
+    const lowerQ = query.toLowerCase();
     return [name, full_name, description, ...(topics || [])]
       .some(field => field?.toLowerCase().includes(lowerQ));
   });
 }
 
+/**
+ * Returns a paginated slice of items.
+ */
 function getPaginated(items: Item[], page: number = 0, size: number = 10): Item[] {
   const start = page * size;
   return items.slice(start, start + size);
 }
 
+/**
+ * Finds an item by owner and repo name.
+ */
 function findItem(items: Item[], owner: string, repo: string): Item | undefined {
   return items.find(({ owner: o, name, full_name }) =>
     (o?.toLowerCase() === owner && name?.toLowerCase() === repo) ||
@@ -56,6 +84,9 @@ function findItem(items: Item[], owner: string, repo: string): Item | undefined
   );
 }
 
+/**
+ * Parses a range string of the form "start..end" to [start, end].
+ */
 function parseRange(str: string | null, max: number): [number, number] {
   const match = str?.match(/^(\d+)\.\.(\d+)$/);
   const [start, end] = match
@@ -64,14 +95,41 @@ function parseRange(str: string | null, max: number): [number, number] {
   return [Math.max(0, start), Math.min(max, end)];
 }
 
+/**
+ * Loads data from disk and updates in-memory database and sorted views.
+ */
+async function reloadData() {
+  try {
+    const pkgPath = path.resolve(__dirname, `${DB_PATH}/packages.json`);
+    const prgPath = path.resolve(__dirname, `${DB_PATH}/programs.json`);
+    const [pkgData, prgData] = await Promise.all([
+      readFile(pkgPath, "utf8"),
+      readFile(prgPath, "utf8"),
+    ]);
+    packages = JSON.parse(pkgData);
+    programs = JSON.parse(prgData);
+    sorted = getSortedData(packages, programs);
+    console.log(`[${new Date().toISOString()}] Database reloaded`);
+  } catch (err) {
+    console.error("Error reloading database files:", err);
+  }
+}
+
+// Initial data load and set up periodic reload
+reloadData();
+setInterval(reloadData, RELOAD_INTERVAL_MS);
+
+// --- SERVER DEFINITION ---
+
 serve({
-  port: 7860,
+  port: PORT,
   fetch(req: Request): Response | Promise<Response> {
     const url = new URL(req.url);
     const { pathname, searchParams } = url;
     const q = searchParams.get("q")?.trim().toLowerCase() ?? null;
     const filter = searchParams.get("filter")?.trim().toLowerCase() ?? null;
 
+    // Handle preflight CORS requests
     if (req.method === "OPTIONS") {
       return new Response(null, {
         status: 204,
@@ -83,32 +141,33 @@ serve({
       });
     }
 
+    // --- API ENDPOINTS ---
+
+    // Search endpoints
     if (pathname === "/api/searchPackages") {
       const result = filterItems(packages, q, filter).slice(0, 25);
       return Response.json(result, { headers: corsHeaders });
     }
-
     if (pathname === "/api/searchPrograms") {
       const result = filterItems(programs, q, filter).slice(0, 25);
       return Response.json(result, { headers: corsHeaders });
     }
 
+    // Infinite scroll endpoints
     if (pathname === "/api/infiniteScrollPackages") {
       const page = parseInt(searchParams.get("pageNumber") || "0", 10);
       if (isNaN(page) || page < 0)
         return Response.json({ error: "Invalid page number" }, { status: 400, headers: corsHeaders });
-
       return Response.json(getPaginated(packages, page), { headers: corsHeaders });
     }
-
     if (pathname === "/api/infiniteScrollPrograms") {
       const page = parseInt(searchParams.get("pageNumber") || "0", 10);
       if (isNaN(page) || page < 0)
         return Response.json({ error: "Invalid page number" }, { status: 400, headers: corsHeaders });
-
       return Response.json(getPaginated(programs, page), { headers: corsHeaders });
     }
 
+    // Item details endpoints (by owner/repo)
     const programMatch = pathname.match(/^\/api\/programs\/([^\/]+)\/([^\/]+)$/);
     if (programMatch) {
       const [_, owner, repo] = programMatch.map(s => s.toLowerCase());
@@ -118,7 +177,6 @@ serve({
         headers: corsHeaders,
       });
     }
-
     const packageMatch = pathname.match(/^\/api\/packages\/([^\/]+)\/([^\/]+)$/);
     if (packageMatch) {
       const [_, owner, repo] = packageMatch.map(s => s.toLowerCase());
@@ -129,30 +187,29 @@ serve({
       });
     }
 
+    // Index details endpoints (for homepage sections)
     if (pathname === "/api/indexDetailsPackages") {
-      let section = searchParams.get("section");
+      const section = searchParams.get("section");
       if (section !== "latestRepos" && section !== "mostUsed") {
         return Response.json({ error: "Invalid section" }, { status: 400, headers: corsHeaders });
       }
-      // Map 'latestRepos' to 'latest' for sorting
       const sortKey = section === "latestRepos" ? "latest" : "mostUsed";
-      let data = sorted.packages[sortKey as keyof typeof sorted.packages] ?? packages;
+      const data = sorted.packages[sortKey as keyof typeof sorted.packages] ?? packages;
       const [start, end] = parseRange(searchParams.get("range"), data.length);
       return Response.json(data.slice(start, end), { headers: corsHeaders });
     }
-
     if (pathname === "/api/indexDetailsPrograms") {
-      let section = searchParams.get("section");
+      const section = searchParams.get("section");
       if (section !== "latestRepos" && section !== "mostUsed") {
         return Response.json({ error: "Invalid section" }, { status: 400, headers: corsHeaders });
       }
-      // Map 'latestRepos' to 'latest' for sorting
       const sortKey = section === "latestRepos" ? "latest" : "mostUsed";
-      let data = sorted.programs[sortKey as keyof typeof sorted.programs] ?? programs;
+      const data = sorted.programs[sortKey as keyof typeof sorted.programs] ?? programs;
       const [start, end] = parseRange(searchParams.get("range"), data.length);
       return Response.json(data.slice(start, end), { headers: corsHeaders });
     }
 
+    // Unknown endpoint
     return new Response("Not Found", {
       status: 404,
       headers: corsHeaders,
@@ -160,4 +217,4 @@ serve({
   },
 });
 
-console.log("Server running on http://localhost:7860");
+console.log(`Server running on http://localhost:${PORT}`);