xiongwang commited on
Commit
12a3ac6
·
verified ·
1 Parent(s): 06e43d9

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -357,6 +357,7 @@
357
  "rms_norm_eps": 1e-06,
358
  "rope_scaling": {
359
  "interleaved": true,
 
360
  "mrope_section": [
361
  24,
362
  20,
 
357
  "rms_norm_eps": 1e-06,
358
  "rope_scaling": {
359
  "interleaved": true,
360
+ "mrope_interleaved": true,
361
  "mrope_section": [
362
  24,
363
  20,