initial commit

Dockerfile

@@ -0,0 +1,45 @@
+# Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM  ubuntu:20.04
+
+ARG MODEL_DOWNLOAD_LINK
+ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf?download=true}
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+
+COPY --chown=user . /app
+
+USER root
+
+RUN apt-get update && apt-get install -y git cmake build-essential g++ wget curl python3
+
+RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash -
+RUN apt-get install -y nodejs
+    
+USER user
+
+RUN python3 replace_hw.py
+RUN git clone https://github.com/ggerganov/llama.cpp.git
+
+WORKDIR /app/llama.cpp
+RUN git apply ../helloworld.patch
+
+WORKDIR /app/llama.cpp/examples/server/webui
+RUN npm i
+RUN npm run build
+
+WORKDIR /app/llama.cpp
+RUN cmake -B build -DBUILD_SHARED_LIBS=OFF
+RUN cmake --build build --config Release -j 8
+
+WORKDIR /app/llama.cpp/build/bin
+RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
+CMD ["/app/llama.cpp/build/bin/llama-server",  "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0" ]

helloworld.patch

@@ -0,0 +1,61 @@
+diff --git a/examples/server/public_legacy/index-new.html b/examples/server/public_legacy/index-new.html
+index cbfbbdf2..b291e466 100644
+--- a/examples/server/public_legacy/index-new.html
++++ b/examples/server/public_legacy/index-new.html
+@@ -1072,7 +1072,7 @@ return html`
+       return html`
+         <div class="mode-${session.value.type}">
+           <header>
+-            <h2>llama.cpp</h2>
++            <h2>Hello World!</h2>
+             <div class="dropdown">
+               <button class="dropbtn"><svg width="16" height="16" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg"><circle cx="12" cy="12" r="10" stroke-width="2"/></svg></button>
+               <div class="dropdown-content" id="theme-selector">
+@@ -1096,7 +1096,7 @@ return html`
+           </section>
+           <footer>
+             <p><${ModelGenerationInfo} /></p>
+-            <p>Powered By <a href="https://github.com/ggerganov/llama.cpp#readme" target="_blank">llama.cpp</a> and <a href="https://ggml.ai/" target="_blank">ggml.ai</a></p>
++            <p>Powered By <a href="https://github.com/ggerganov/llama.cpp#readme" target="_blank">Hello World!</a> and <a href="https://ggml.ai/" target="_blank">ggml.ai</a></p>
+           </footer>
+         </div>
+       `;
+diff --git a/examples/server/public_legacy/index.html b/examples/server/public_legacy/index.html
+index 75f39330..7d9cd87c 100644
+--- a/examples/server/public_legacy/index.html
++++ b/examples/server/public_legacy/index.html
+@@ -1266,7 +1266,7 @@
+           <header>
+             <div class="grid-container">
+               <div class="grid-item"></div>
+-              <div class="grid-item"><h1>llama.cpp</h1></div>
++              <div class="grid-item"><h1>Hello World!</h1></div>
+               <div class="grid-item"><a class="customlink" href="index-new.html">New UI</a></div>
+             </div>
+           </header>
+diff --git a/examples/server/themes/buttons-top/index.html b/examples/server/themes/buttons-top/index.html
+index 3fb88fcc..03278cbd 100644
+--- a/examples/server/themes/buttons-top/index.html
++++ b/examples/server/themes/buttons-top/index.html
+@@ -1019,7 +1019,7 @@
+       return html`
+         <div class="mode-${session.value.type}">
+           <header>
+-            <h1>llama.cpp</h1>
++            <h1>Hello World!</h1>
+           </header>
+ 
+           <section id="write">
+diff --git a/examples/server/webui/src/components/Header.tsx b/examples/server/webui/src/components/Header.tsx
+index cbee394b..1f854250 100644
+--- a/examples/server/webui/src/components/Header.tsx
++++ b/examples/server/webui/src/components/Header.tsx
+@@ -71,7 +71,7 @@ export default function Header() {
+         </svg>
+       </label>
+ 
+-      <div className="grow text-2xl font-bold ml-2">llama.cpp</div>
++      <div className="grow text-2xl font-bold ml-2">Hello World!</div>
+ 
+       {/* action buttons (top right) */}
+       <div className="flex items-center">

replace_hw.py

@@ -0,0 +1,41 @@
+#!/usr/bin/env python3
+# filepath: replace_hello_world.py
+
+import os
+import urllib.parse
+
+def extract_filename(url):
+    parsed = urllib.parse.urlsplit(url)
+    return os.path.basename(parsed.path)
+
+def replace_in_file(file_path, old_text, new_text):
+    with open(file_path, 'r', encoding='utf8') as file:
+        content = file.read()
+
+    if old_text not in content:
+        return
+
+    updated_content = content.replace(old_text, new_text)
+    with open(file_path, 'w', encoding='utf8') as file:
+        file.write(updated_content)
+    print(f"Updated: {file_path}")
+
+def main():
+    model_link = os.getenv("MODEL_DOWNLOAD_LINK")
+    if not model_link:
+        print("Error: MODEL_DOWNLOAD_LINK environment variable is not set.")
+        return
+
+    download_filename = extract_filename(model_link)
+    print(f"Extracted filename: {download_filename}")
+
+    # Recursively walk thru current directory
+    for dirpath, _, filenames in os.walk(os.getcwd()):
+        for filename in filenames:
+            # Modify the following tuple to include any file extensions you wish to process
+            if filename.endswith(('.html', '.ts', '.patch')):
+                full_path = os.path.join(dirpath, filename)
+                replace_in_file(full_path, "Hello World!", download_filename)
+
+if __name__ == '__main__':
+    main()