kev-gemma4-e2b / training_config.json
JohnP1's picture
Kev on Gemma 4 E2B, 1-epoch prototype (g4-e2b-e1-fp32/00-trial-0): dev 0.794, transfer 0.569, T=1.48
2836114 verified
Raw History Blame Contribute Delete
1.26 kB
{
"args": {
"base": "google/gemma-4-E2B",
"n_per_source": 1000,
"epochs": 1,
"lr": 0.0001,
"head_lr": 0.0,
"weight_decay": 0.01,
"lora": 16,
"accum": 2,
"holdout": "",
"perm_kl": 0.0,
"perm_frac": 0.3,
"ord_w": 0.0,
"label_smoothing": 0.0,
"brier_w": 0.0,
"focal_gamma": 0.0,
"suite": "evals/v7/decision-v7",
"train_sources": "",
"device": "cuda",
"batch": 4,
"dtype": "bf16",
"weights_dtype": "bf16",
"checkpointing": 1,
"option_isolation": 0,
"special_embeddings": 0,
"head_dim": 256,
"lora_targets": "all",
"base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
"p_none": 0.1,
"p_none_distract": 0.12,
"p_distract": 0.15,
"p_none_pair": 0.25,
"synthetic_repeat": 1,
"public_frac": 1.0,
"anchor": "",
"anchor_w": 0.0,
"anchor_sources": "",
"out": "runs/g4-e2b-e1",
"data": "",
"max_state": 384,
"replay": 0,
"init_from": "",
"seed": 0
},
"suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
"base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
"init_source": null,
"ordinal_objective": "ranked_probability_score",
"holdout": []
}