Update README.md
Browse files
README.md
CHANGED
|
@@ -148,7 +148,13 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 148 |
from accelerate import Accelerator
|
| 149 |
model =AutoModelForCausalLM.from_pretrained("PipableAI/pip-code-bandit",torch_dtype=torch.bfloat16,device_map="auto")
|
| 150 |
tokenizer = tokenizer = AutoTokenizer.from_pretrained("PipableAI/pip-code-bandit")
|
| 151 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
| 153 |
outputs = model.generate(**inputs, max_new_tokens=new_tokens)
|
| 154 |
out = (
|
|
@@ -159,8 +165,15 @@ out = (
|
|
| 159 |
|
| 160 |
### Prompt
|
| 161 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
|
| 163 |
-
|
|
|
|
|
|
|
|
|
|
| 164 |
|
| 165 |
### Team
|
| 166 |
|
|
|
|
| 148 |
from accelerate import Accelerator
|
| 149 |
model =AutoModelForCausalLM.from_pretrained("PipableAI/pip-code-bandit",torch_dtype=torch.bfloat16,device_map="auto")
|
| 150 |
tokenizer = tokenizer = AutoTokenizer.from_pretrained("PipableAI/pip-code-bandit")
|
| 151 |
+
new_tokens = 600
|
| 152 |
+
prompt = """
|
| 153 |
+
<question>
|
| 154 |
+
Generate a python function for adding two numbers.
|
| 155 |
+
</question>
|
| 156 |
+
<response>
|
| 157 |
+
"""
|
| 158 |
inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
|
| 159 |
outputs = model.generate(**inputs, max_new_tokens=new_tokens)
|
| 160 |
out = (
|
|
|
|
| 165 |
|
| 166 |
### Prompt
|
| 167 |
|
| 168 |
+
```python
|
| 169 |
+
prompt = f"""<example_response>{--question , --query}</example_response><function_code>{code}</function_code>
|
| 170 |
+
<question>Give one line description of the python code above in natural language.</question>
|
| 171 |
+
<doc>"""
|
| 172 |
|
| 173 |
+
prompt = f"""<example_response>{example of some --question: , --query}</example_response><schema>{schema with cols described}</schema>
|
| 174 |
+
<question>Write a sql query to ....</question>
|
| 175 |
+
<sql>"""
|
| 176 |
+
```
|
| 177 |
|
| 178 |
### Team
|
| 179 |
|