Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
language:
|
3 |
+
- en
|
4 |
+
library_name: transformers
|
5 |
+
tags:
|
6 |
+
- gpt
|
7 |
+
- llm
|
8 |
+
- stablelm
|
9 |
+
inference: true
|
10 |
+
license: cc-by-sa-4.0
|
11 |
+
---
|
12 |
+
This model is a mix of [PAIXAI/Astrid-3B](https://huggingface.co/PAIXAI/Astrid-3B) + [jondurbin/airoboros-3b-3p0](https://huggingface.co/jondurbin/airoboros-3b-3p0) + [cxllin/StableHermes-3b](https://huggingface.co/cxllin/StableHermes-3b), as shown in the yaml(see Astrohermes.yml or below).
|
13 |
+
Aryanne/Astridboros-3B =
|
14 |
+
|
15 |
+
```yaml
|
16 |
+
slices:
|
17 |
+
- sources:
|
18 |
+
- model: Aryanne/Astridboros-3B
|
19 |
+
layer_range: [0, 15]
|
20 |
+
- sources:
|
21 |
+
- model: cxllin/StableHermes-3b
|
22 |
+
layer_range: [15, 16]
|
23 |
+
- sources:
|
24 |
+
- model: Aryanne/Astridboros-3B
|
25 |
+
layer_range: [16, 17]
|
26 |
+
- sources:
|
27 |
+
- model: cxllin/StableHermes-3b
|
28 |
+
layer_range: [17, 18]
|
29 |
+
- sources:
|
30 |
+
- model: Aryanne/Astridboros-3B
|
31 |
+
layer_range: [18, 19]
|
32 |
+
- sources:
|
33 |
+
- model: cxllin/StableHermes-3b
|
34 |
+
layer_range: [19, 20]
|
35 |
+
- sources:
|
36 |
+
- model: Aryanne/Astridboros-3B
|
37 |
+
layer_range: [20, 21]
|
38 |
+
- sources:
|
39 |
+
- model: cxllin/StableHermes-3b
|
40 |
+
layer_range: [21, 22]
|
41 |
+
- sources:
|
42 |
+
- model: Aryanne/Astridboros-3B
|
43 |
+
layer_range: [22, 23]
|
44 |
+
- sources:
|
45 |
+
- model: cxllin/StableHermes-3b
|
46 |
+
layer_range: [23, 24]
|
47 |
+
- sources:
|
48 |
+
- model: Aryanne/Astridboros-3B
|
49 |
+
layer_range: [24, 32]
|
50 |
+
merge_method: passthrough
|
51 |
+
dtype: float16
|
52 |
+
|
53 |
+
```
|
54 |
+
|