Spaces:
Running
Running
Add mixtral to models list in huggingchat (#619)
Browse files- .env.template +28 -0
- PROMPTS.md +6 -0
.env.template
CHANGED
|
@@ -150,6 +150,34 @@ MODELS=`[
|
|
| 150 |
"prompt": "How do I make a delicious lemon cheesecake?"
|
| 151 |
}
|
| 152 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 153 |
}
|
| 154 |
]`
|
| 155 |
|
|
|
|
| 150 |
"prompt": "How do I make a delicious lemon cheesecake?"
|
| 151 |
}
|
| 152 |
]
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"name" : "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
| 156 |
+
"description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.",
|
| 157 |
+
"websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/",
|
| 158 |
+
"preprompt" : "",
|
| 159 |
+
"chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}",
|
| 160 |
+
"parameters" : {
|
| 161 |
+
"temperature" : 0.6,
|
| 162 |
+
"top_p" : 0.95,
|
| 163 |
+
"repetition_penalty" : 1.2,
|
| 164 |
+
"top_k" : 50,
|
| 165 |
+
"truncate" : 3072,
|
| 166 |
+
"max_new_tokens" : 1024,
|
| 167 |
+
"stop" : ["</s>"]
|
| 168 |
+
},
|
| 169 |
+
"promptExamples" : [
|
| 170 |
+
{
|
| 171 |
+
"title": "Write an email from bullet list",
|
| 172 |
+
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
| 173 |
+
}, {
|
| 174 |
+
"title": "Code a snake game",
|
| 175 |
+
"prompt": "Code a basic snake game in python, give explanations for each step."
|
| 176 |
+
}, {
|
| 177 |
+
"title": "Assist in a task",
|
| 178 |
+
"prompt": "How do I make a delicious lemon cheesecake?"
|
| 179 |
+
}
|
| 180 |
+
]
|
| 181 |
}
|
| 182 |
]`
|
| 183 |
|
PROMPTS.md
CHANGED
|
@@ -43,3 +43,9 @@ System: {{preprompt}}\nUser:{{#each messages}}{{#ifUser}}{{content}}\nFalcon:{{/
|
|
| 43 |
```env
|
| 44 |
<s>{{#each messages}}{{#ifUser}}GPT4 User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Assistant: {{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}
|
| 45 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
```env
|
| 44 |
<s>{{#each messages}}{{#ifUser}}GPT4 User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Assistant: {{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}
|
| 45 |
```
|
| 46 |
+
|
| 47 |
+
## Mixtral
|
| 48 |
+
|
| 49 |
+
```env
|
| 50 |
+
<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}
|
| 51 |
+
```
|