File size: 596 Bytes
e71d16d
 
 
 
 
 
 
 
 
 
 
f0d95b7
 
 
e71d16d
 
 
 
 
f0d95b7
e71d16d
 
 
 
 
f0d95b7
 
 
e71d16d
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
{
  "encoder": "encoder",
  "head_layers": 2,
  "max_len": 512,
  "head_max_len": 192,
  "act_costs": {
    "escalate": 0.5
  },
  "amp_dtype": "fp16",
  "model_name": "Phocinae-Largha-150M-v1",
  "temperature": [
    0.8660205006599426,
    0.8081192374229431,
    0.6624661087989807
  ],
  "fine_tuned": true,
  "local_training": {
    "loss": "ce+brier",
    "optimizer": "adafactor",
    "epochs": 1,
    "micro_batch": 8,
    "grad_accum": 4,
    "lr_encoder": 2e-05,
    "lr_head": 0.0001,
    "trainable_params_M": 144.29,
    "updates": 300,
    "hours": 0.044,
    "tag": "n13_r4"
  }
}