copy args from colab
@@ -164,11 +164,13 @@ class HFTransformersModel(BaseModel):
"per_device_train_batch_size": "4",
"per_device_eval_batch_size": "4",
"gradient_accumulation_steps": "2",
- "learning_rate": "3e-4",
- "warmup_steps": "500",
+ "learning_rate": "le-4",
+ "weight_decay": "0.005",
+ "warmup_steps": "1000",
+ "save_total_limit": "2",
"evaluation_strategy": "steps",
- "save_steps": "400",
- "eval_steps": "400",
+ "save_steps": "500",
+ "eval_steps": "500",
"logging_steps": "400",
"save_total_limit": "1",
"freeze_feature_extractor": True,
