nityanandmathur commited on
Commit
2e4e108
·
verified ·
1 Parent(s): 7bd76d8

add sweep_g1_w256_lr0.004 (completed, step 3000)

Browse files
sweep_g1_w256_lr0.004/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "aspect-d bidirectional masked-diffusion transformer over Mimi tokens",
3
+ "config_id": "proxy_d12_w256",
4
+ "seed": 0,
5
+ "width": 256,
6
+ "depth": 12,
7
+ "heads": 4,
8
+ "nonembed_params": 9443584,
9
+ "total_params": 17876992,
10
+ "mup_base_width": 256,
11
+ "lr_base": 0.004,
12
+ "steps": 3000,
13
+ "status": "completed",
14
+ "codec": "kyutai/mimi (12.5 Hz, 8 codebooks, 2048+MASK+PAD)",
15
+ "phoneme_vocab_file": "phone_vocab.json",
16
+ "final_val_loss": 5.505720063211406,
17
+ "gpu_hours": 0.22558358311653137,
18
+ "dtype": "bfloat16"
19
+ }
sweep_g1_w256_lr0.004/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31749604abba40cb791fe7a09e53c534f8b96419e65d0d1b7ecf23a2c4ca0dd3
3
+ size 35762192
sweep_g1_w256_lr0.004/run.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": "proxy_d12_w256",
3
+ "seed": 0,
4
+ "lr": 0.004,
5
+ "steps": 3000,
6
+ "width": 256,
7
+ "depth": 12,
8
+ "heads": 4,
9
+ "nonembed_params": 9443584,
10
+ "total_params": 17876992,
11
+ "micro_batch": 256,
12
+ "accum": 1,
13
+ "device": "NVIDIA B200",
14
+ "started": 1785971289.6266215,
15
+ "status": "completed",
16
+ "wall_seconds": 812.1008992195129,
17
+ "gpu_hours": 0.22558358311653137,
18
+ "wall_seconds_this_segment": 812.1009039878845,
19
+ "final_step": 3000,
20
+ "val_hist": [
21
+ {
22
+ "step": 1000,
23
+ "val_loss": 6.076747558953734,
24
+ "wall": 275.9090337753296
25
+ },
26
+ {
27
+ "step": 2000,
28
+ "val_loss": 5.71786816078906,
29
+ "wall": 543.0653131008148
30
+ },
31
+ {
32
+ "step": 3000,
33
+ "val_loss": 5.505720063211406,
34
+ "wall": 810.6185164451599
35
+ }
36
+ ],
37
+ "tokens_seen": 695101232,
38
+ "final_train_loss": 5.545349727268049,
39
+ "final_val_loss": 5.505720063211406,
40
+ "finished": 1785972101.8471906
41
+ }