| task: protein |
|
|
| compute: |
| ngpus: 1 |
| nodes: 1 |
|
|
| logging: |
| enable_wandb: False |
| project: pCoMole |
|
|
| data: |
| |
| |
| |
| |
| train_path: data/cas9/train |
| val_path: data/cas9/validation |
| num_workers: 1 |
|
|
| training: |
| batch_size: None |
| snapshot: 100 |
| eval_freq: 1000 |
| perplexity_freq: 100 |
| seed: 42 |
| grad_accumulation_steps: 2 |
| loc_prop_path: False |
| lam_prop: 1 |
| reparameterize: True |
| gamma_rate: 1 |
| gamma_edit: 1 |
| use_aux_ce: False |
| aux_ce_weight: 1.0 |
| no_training: False |
|
|
| eval: |
| batch_size: None |
| sample_batch_size: 4 |
| perplexity: False |
| perplexity_batch_size: 4 |
|
|
| optim: |
| weight_decay: 0.03 |
| optimizer: AdamW |
| lr: 1.0e-5 |
| beta1: 0.9 |
| beta2: 0.95 |
| eps: 1.0e-8 |
| grad_clip: 1.0 |
| eta_min_ratio: 0.1 |
| fused: false |
| n_epochs: 100 |
| warmup_ratio: 0.1 |
|
|
| flow: |
| source_distribution: uniform |
| loss_function: editflows |
| exponent: 2.0 |
| scheduler_type: polynomial |
| sampling_steps: 256 |
| eps_id: -1 |
|
|
| model: |
| d_model: 768 |
| max_len: 2048 |
| n_layers: 12 |
| n_heads: 12 |
| dropout: 0.1 |
| attn_dropout: 0.0 |
| proj_dropout: 0.0 |
| compile: False |
| esm_model_name: facebook/esm2_t33_650M_UR50D |
| freeze_esm: true |
| p_optimal: 0 |
| scale_size: 0.25 |
|
|
| work_dir: outputs/cas9 |
|
|
