rajabmondal commited on
Commit
bd3ae2d
·
verified ·
1 Parent(s): bea29eb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -266,7 +266,7 @@ from ctransformers import AutoModelForCausalLM
266
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
267
  llm = AutoModelForCausalLM.from_pretrained("infosys/NT-Java-1.1B-GGUF", model_file="NT-Java-1.1B_Q4_K_M.gguf", model_type="gpt_bigcode", gpu_layers=50)
268
 
269
- print(llm("AI is going to"))
270
  ```
271
 
272
  ## How to use with LangChain
 
266
  # Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
267
  llm = AutoModelForCausalLM.from_pretrained("infosys/NT-Java-1.1B-GGUF", model_file="NT-Java-1.1B_Q4_K_M.gguf", model_type="gpt_bigcode", gpu_layers=50)
268
 
269
+ print(llm("public class HelloWorld {\n public static void main(String[] args) {"))
270
  ```
271
 
272
  ## How to use with LangChain