Update README.md

README.md

@@ -1,3 +1,34 @@
 ---
 license: apache-2.0
 ---
+
+
+# Download tiny llama llamafile
+- Go to https://huggingface.co/aviol/TinyLlama1.1-llamafile-bootstraped/blob/main/TinyLlama-1.1B.llamafile
+  - Download using the download button
+
+# Run the server
+```shell
+# Make executable after downloading
+chmod +x TinyLlama-1.1B.llamafile
+
+# Run
+./TinyLlama-1.1B.llamafile --server --host 0.0.0.0 --port 1234
+```
+
+
+# Use the LLM using OpenAI SDK:
+```python
+from openai import OpenAI
+
+client = OpenAI(base_url="http://127.0.0.1:1234/v1", api_key="test")
+
+stream = client.chat.completions.create(
+    model="chatgpt-4",
+    messages=[{"role": "user", "content": prompt}],
+    stream=True,
+)
+for chunk in stream:
+    if chunk.choices[0].delta.content is not None:
+        print(chunk.choices[0].delta.content, end="")
+```