Rename app.java to app.py

app.java

@@ -1,34 +0,0 @@
-import java.net.URI;
-import java.net.http.HttpClient;
-import java.net.http.HttpRequest;
-import java.net.http.HttpResponse;
-import java.net.http.HttpRequest.BodyPublishers;
-
-public class MistralChatbot {
-
-    private static final String API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.1";
-    private static final String API_TOKEN = "YOUR_HF_API_TOKEN";
-
-    public static void main(String[] args) throws Exception {
-        String prompt = "Explain the difference between Java and Python.";
-        String response = sendPromptToModel(prompt);
-        System.out.println("AI Response:\n" + response);
-    }
-
-    public static String sendPromptToModel(String prompt) throws Exception {
-        HttpClient client = HttpClient.newHttpClient();
-
-        String requestBody = "{ \"inputs\": \"" + prompt.replace("\"", "\\\"") + "\" }";
-
-        HttpRequest request = HttpRequest.newBuilder()
-                .uri(URI.create(API_URL))
-                .header("Authorization", "Bearer " + API_TOKEN)
-                .header("Content-Type", "application/json")
-                .POST(BodyPublishers.ofString(requestBody))
-                .build();
-
-        HttpResponse<String> response = client.send(request, HttpResponse.BodyHandlers.ofString());
-
-        return response.body();
-    }
-}

app.py

@@ -0,0 +1,27 @@
+import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+import torch
+
+model_id = "mistralai/Mistral-7B-Instruct-v0.1"
+
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    device_map="auto",
+    torch_dtype=torch.float16,
+    load_in_4bit=True
+)
+
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+def chat(prompt, history=[]):
+    full_prompt = prompt
+    output = pipe(full_prompt, max_new_tokens=200, do_sample=True, temperature=0.7)
+    return output[0]["generated_text"]
+
+gr.ChatInterface(
+    fn=chat,
+    title="🧠 Mistral 7B Instruct Chatbot",
+    description="This chatbot is powered by the open-source Mistral 7B LLM. Ask anything!",
+    theme="soft"
+).launch()