| { | |
| "d_model": 512, | |
| "nhead": 8, | |
| "num_layers": 6, | |
| "dim_feedforward": 2048, | |
| "dropout": 0.2, | |
| "encoder_type": "mimic_flat", | |
| "max_seq_len": 180, | |
| "pos_enc": "relpos", | |
| "use_rmsnorm": false, | |
| "use_swiglu": false, | |
| "use_input_gate": false, | |
| "no_opp_inputs": true, | |
| "no_self_inputs": false, | |
| "n_stick_clusters": 37, | |
| "mimic_mode": true, | |
| "mimic_minimal_features": false, | |
| "mimic_controller_encoding": true, | |
| "cond_heads": true, | |
| "relpos_impl": "fp32", | |
| "attn_window": 0, | |
| "qk_norm": false, | |
| "attn_gate": false, | |
| "mlp_act": "gelu", | |
| "zero_init_proj": false, | |
| "logit_softcap": 0.0, | |
| "value_residual": false, | |
| "unet_skips": false, | |
| "canon": false, | |
| "n_controller_combos": 7, | |
| "hal_mode": true, | |
| "hal_minimal_features": false, | |
| "hal_controller_encoding": true, | |
| "num_stages": 6, | |
| "num_ports": 4, | |
| "num_characters": 27, | |
| "num_actions": 396, | |
| "num_costumes": 6, | |
| "num_c_dirs": 9, | |
| "num_proj_types": 103, | |
| "num_proj_subtypes": 40, | |
| "model_preset": "M", | |
| "run_name": "fox-M-bc2-mlr01-s1" | |
| } |