INT4 DFlash checkpoint weights update

config.json

@@ -21,6 +21,18 @@
     "sliding_attention"
   ],
   "rope_theta": 500000.0,
+  "partial_rotary_factor": 0.5,
+  "rope_parameters": {
+    "rope_type": "yarn",
+    "factor": 32.0,
+    "rope_theta": 500000.0,
+    "partial_rotary_factor": 0.5,
+    "original_max_position_embeddings": 8192,
+    "extrapolation_factor": 1.0,
+    "attn_factor": 1.0,
+    "beta_fast": 32.0,
+    "beta_slow": 1.0
+  },
   "gating": "per-head",
   "architectures": [
     "DFlashLagunaForCausalLM"
@@ -58,4 +70,4 @@
     ],
     "causal": true
   }
-}
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a8a968a53d78b283d83e5735f9fffec6d3a01f5d1616b7b701b5bc3e76ecd4b
+oid sha256:0850e39b5c079a9f1a9bafed729a4545b088a91876541d010d871f6d6d8bf909
 size 2229962896