File size: 596 Bytes
e71d16d f0d95b7 e71d16d f0d95b7 e71d16d f0d95b7 e71d16d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | {
"encoder": "encoder",
"head_layers": 2,
"max_len": 512,
"head_max_len": 192,
"act_costs": {
"escalate": 0.5
},
"amp_dtype": "fp16",
"model_name": "Phocinae-Largha-150M-v1",
"temperature": [
0.8660205006599426,
0.8081192374229431,
0.6624661087989807
],
"fine_tuned": true,
"local_training": {
"loss": "ce+brier",
"optimizer": "adafactor",
"epochs": 1,
"micro_batch": 8,
"grad_accum": 4,
"lr_encoder": 2e-05,
"lr_head": 0.0001,
"trainable_params_M": 144.29,
"updates": 300,
"hours": 0.044,
"tag": "n13_r4"
}
}
|