Create app.py

app.py

@@ -0,0 +1,27 @@
+import os
+import torch
+from llama_cpp import Llama
+import gradio as gr
+
+# 🔹 Stáhneme model, pokud není dostupný
+MODEL_NAME = "TheBloke/Mistral-7B-Instruct-GGUF"
+MODEL_FILE = "Mistral-7B-Instruct-Q4_K_M.gguf"
+MODEL_PATH = f"./{MODEL_FILE}"
+
+if not os.path.exists(MODEL_PATH):
+    from huggingface_hub import hf_hub_download
+    MODEL_PATH = hf_hub_download(repo_id=MODEL_NAME, filename=MODEL_FILE)
+
+# 🔹 Načteme model do RAM
+llm = Llama(model_path=MODEL_PATH, n_ctx=1024, n_threads=8, verbose=False)
+
+def chat(user_input):
+    """ 🗣️ AI odpovídá na dotazy """
+    response = llm(user_input, max_tokens=256, temperature=0.7)
+    return response["choices"][0]["text"]
+
+# 🔹 Vytvoříme jednoduché UI
+interface = gr.Interface(fn=chat, inputs="text", outputs="text", title="🤖 Česká AI zdarma!")
+
+# 🔹 Spustíme server
+interface.launch()