Skip to content
Snippets Groups Projects
Commit 73e661e4 authored by Julien Breton's avatar Julien Breton
Browse files

change hyper parameters

parent 85322ff0
Branches
No related tags found
No related merge requests found
...@@ -58,7 +58,6 @@ def fine_tune(base_model, new_model): ...@@ -58,7 +58,6 @@ def fine_tune(base_model, new_model):
training_arguments = TrainingArguments( training_arguments = TrainingArguments(
per_device_train_batch_size=2, per_device_train_batch_size=2,
gradient_accumulation_steps=1, gradient_accumulation_steps=1,
num_train_epochs=2,
learning_rate=1e-4, learning_rate=1e-4,
logging_steps=2, logging_steps=2,
optim="adamw_torch", optim="adamw_torch",
......
...@@ -72,7 +72,6 @@ def fine_tuned(base_model, new_model): ...@@ -72,7 +72,6 @@ def fine_tuned(base_model, new_model):
args=TrainingArguments( args=TrainingArguments(
per_device_train_batch_size=2, per_device_train_batch_size=2,
gradient_accumulation_steps=1, gradient_accumulation_steps=1,
num_train_epochs=2,
learning_rate=1e-4, learning_rate=1e-4,
logging_steps=2, logging_steps=2,
optim="adamw_torch", optim="adamw_torch",
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment