Update README.md
Browse files
README.md
CHANGED
|
@@ -2,6 +2,10 @@
|
|
| 2 |
tags:
|
| 3 |
- deepsparse
|
| 4 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
```python
|
| 6 |
import deepsparse
|
| 7 |
model = deepsparse.Pipeline.create(task="text-generation", model_path="hf:mgoin/mpt-7b-chat-50pruned-quant")
|
|
|
|
| 2 |
tags:
|
| 3 |
- deepsparse
|
| 4 |
---
|
| 5 |
+
# MPT-7B-Chat - DeepSparse
|
| 6 |
+
|
| 7 |
+
Chat-aligned MPT 7b model pruned to 50% and quantized for inference with DeepSparse
|
| 8 |
+
|
| 9 |
```python
|
| 10 |
import deepsparse
|
| 11 |
model = deepsparse.Pipeline.create(task="text-generation", model_path="hf:mgoin/mpt-7b-chat-50pruned-quant")
|