Qurtana commited on
Commit
bd2b320
·
verified ·
1 Parent(s): 350d793

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "rms_norm_eps": 1e-05,
25
  "rope_interleaved": false,
26
  "rope_scaling": {
27
- "rope_type": "llama3",
28
  "factor": 1.831,
29
  "low_freq_factor": 1.0,
30
  "high_freq_factor": 4.0
 
24
  "rms_norm_eps": 1e-05,
25
  "rope_interleaved": false,
26
  "rope_scaling": {
27
+ "rope_type": "llama",
28
  "factor": 1.831,
29
  "low_freq_factor": 1.0,
30
  "high_freq_factor": 4.0