Update rope (#1)

- Update rope (95f4c72067bb91338282c18e006dd68449ac1d54)


Co-authored-by: Pavel Iakubovskii <qubvel-hf@users.noreply.huggingface.co>

config.json

@@ -22,11 +22,11 @@
   "num_attention_heads": 8,
   "num_attention_layers": 4,
   "num_key_value_heads": 8,
+  "partial_rotary_factor": 4.0,
   "q_aggregation_kernel_size": 4,
   "q_aggregation_stride": 4,
   "rope_scaling": {
-    "dim": 64,
-    "rope_type": "2d"
+    "rope_type": "default"
   },
   "rope_theta": 10000.0,
   "stage_block_dims": [
@@ -54,5 +54,5 @@
     2
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.50.0.dev0"
+  "transformers_version": "4.54.0.dev0"
 }