Model save
Browse files
README.md
CHANGED
@@ -51,7 +51,7 @@ The following hyperparameters were used during training:
|
|
51 |
|
52 |
| Training Loss | Epoch | Step | Validation Loss |
|
53 |
|:-------------:|:-----:|:----:|:---------------:|
|
54 |
-
| No log | 1.0 | 1 | 1.
|
55 |
|
56 |
|
57 |
### Framework versions
|
|
|
51 |
|
52 |
| Training Loss | Epoch | Step | Validation Loss |
|
53 |
|:-------------:|:-----:|:----:|:---------------:|
|
54 |
+
| No log | 1.0 | 1 | 1.8099 |
|
55 |
|
56 |
|
57 |
### Framework versions
|
adapter_config.json
CHANGED
@@ -23,13 +23,13 @@
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
26 |
-
"
|
27 |
-
"
|
28 |
-
"down_proj",
|
29 |
"q_proj",
|
30 |
"gate_proj",
|
31 |
-
"
|
32 |
-
"
|
|
|
33 |
],
|
34 |
"task_type": "CAUSAL_LM",
|
35 |
"use_dora": false,
|
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
26 |
+
"up_proj",
|
27 |
+
"k_proj",
|
|
|
28 |
"q_proj",
|
29 |
"gate_proj",
|
30 |
+
"v_proj",
|
31 |
+
"o_proj",
|
32 |
+
"down_proj"
|
33 |
],
|
34 |
"task_type": "CAUSAL_LM",
|
35 |
"use_dora": false,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e4e7c70b69f5bfd1902d13f38ebf24e6dbe1c5233de6df1a2d214c2a7b782e24
|
3 |
+
size 414337624
|
runs/Jan04_14-52-48_gpu-server/events.out.tfevents.1736002546.gpu-server.1672766.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c13fff9bf0b7f43b88734f3c2089f1fb2b8c308e4af1999ebd082b8874aeec94
|
3 |
+
size 6256
|