mtasic85 commited on
Commit
427500b
·
1 Parent(s): 91018ec

pretrain core 0

Browse files
Files changed (1) hide show
  1. scripts/pretrain-core-model-0.yaml +1 -1
scripts/pretrain-core-model-0.yaml CHANGED
@@ -64,7 +64,7 @@ train:
64
  # global_batch_size: 64
65
 
66
  # Number of samples per data-parallel rank (type: int, default: 4)
67
- micro_batch_size: 5
68
  # micro_batch_size: 4
69
  # micro_batch_size: 2
70
  # micro_batch_size: 1
 
64
  # global_batch_size: 64
65
 
66
  # Number of samples per data-parallel rank (type: int, default: 4)
67
+ micro_batch_size: 4
68
  # micro_batch_size: 4
69
  # micro_batch_size: 2
70
  # micro_batch_size: 1