File size: 930 Bytes
eb41300
ccae028
eb41300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "format": "ambit",
  "weights": "model.safetensors",
  "vae_weights": "vae.safetensors",
  "renderer_config": "renderer.json",
  "vae_config": "vae.json",
  "codec": "codec",
  "text_encoder": "text_encoder",
  "planner_encoder": "planner_encoder",
  "clap": {
    "sample_rate": 44100,
    "vae_hop": 1024,
    "latent_channels": 64,
    "max_frames": 648,
    "stride": 4,
    "width": 384,
    "layers": 6,
    "heads": 6,
    "semantic_dim": 512,
    "scene_dim": 256,
    "text_dim": 1024,
    "dropout": 0.1
  },
  "structure": {},
  "transcript": {
    "output_dim": 768,
    "width": 256,
    "blocks": 4,
    "max_bytes": 4096
  },
  "audio_transcript": {
    "width": 256,
    "heads": 4
  },
  "planner": {
    "hidden_size": 2560,
    "head_blocks": 4
  },
  "sampling": {
    "generation": {
      "steps": 100,
      "cfg_scale": 3.0
    },
    "editing": {
      "steps": 20,
      "cfg_scale": 1.0
    }
  }
}