Publish BananaMind 2 Pico architecture for training

configuration_bananamind2pico.py

@@ -20,7 +20,7 @@ class BananaMind2PicoConfig(PretrainedConfig):
         refresh_layers: tuple[int, ...] | list[int] = (3, 5),
         refresh_kernel_size: int = 9,
         refresh_alpha_init: float = 0.0,
-        max_position_embeddings: int = 8192,
+        max_position_embeddings: int = 4096,
         rope_theta: float = 100000.0,
         rms_norm_eps: float = 1e-6,
         initializer_range: float = 0.02,