training_args.json

{
  "output_dir": "./codeT5-finetuned",
  "overwrite_output_dir": true,
  "per_device_train_batch_size": 16,
  "per_device_eval_batch_size": 16,
  "gradient_accumulation_steps": 1,
  "learning_rate": 0.00002,
  "weight_decay": 0.01,
  "adam_beta1": 0.9,
  "adam_beta2": 0.999,
  "adam_epsilon": 1e-8,
  "max_grad_norm": 1.0,
  "num_train_epochs": 3,
  "lr_scheduler_type": "linear",
  "warmup_steps": 100,
  "logging_dir": "./logs",
  "logging_steps": 50,
  "evaluation_strategy": "epoch",
  "save_strategy": "epoch",
  "save_total_limit": 2,
  "seed": 42,
  "fp16": true
}