Update README.md
Browse files
README.md
CHANGED
@@ -266,7 +266,7 @@ from ctransformers import AutoModelForCausalLM
|
|
266 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
267 |
llm = AutoModelForCausalLM.from_pretrained("infosys/NT-Java-1.1B-GGUF", model_file="NT-Java-1.1B_Q4_K_M.gguf", model_type="gpt_bigcode", gpu_layers=50)
|
268 |
|
269 |
-
print(llm("
|
270 |
```
|
271 |
|
272 |
## How to use with LangChain
|
|
|
266 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
267 |
llm = AutoModelForCausalLM.from_pretrained("infosys/NT-Java-1.1B-GGUF", model_file="NT-Java-1.1B_Q4_K_M.gguf", model_type="gpt_bigcode", gpu_layers=50)
|
268 |
|
269 |
+
print(llm("public class HelloWorld {\n public static void main(String[] args) {"))
|
270 |
```
|
271 |
|
272 |
## How to use with LangChain
|