Rezky Mulia Kam commited on
Commit
69acd94
·
verified ·
1 Parent(s): d2533a4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +22 -1
README.md CHANGED
@@ -10,4 +10,25 @@ tags:
10
  - psychology
11
  - finetune
12
  - paulekman
13
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  - psychology
11
  - finetune
12
  - paulekman
13
+ ---
14
+ final_training_args = TrainingArguments(
15
+ output_dir=outputs_dir,
16
+ per_device_train_batch_size=32,
17
+ num_train_epochs=3,
18
+ weight_decay=0.01,
19
+ learning_rate=3e-6,
20
+ warmup_steps=700,
21
+ lr_scheduler_type="cosine",
22
+ eval_strategy="steps",
23
+ eval_steps=100,
24
+ save_steps=100,
25
+ save_strategy="steps",
26
+ logging_dir=logs_dir,
27
+ logging_steps=100,
28
+ load_best_model_at_end=True,
29
+ metric_for_best_model="eval_loss",
30
+ # report_to="none",
31
+ fp16=True,
32
+ disable_tqdm=False,
33
+ max_grad_norm=10.2
34
+ )