pretrain
Browse files- scripts/requirements.in +2 -1
scripts/requirements.in
CHANGED
@@ -10,10 +10,11 @@ transformers
|
|
10 |
wandb
|
11 |
litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
|
12 |
mergekit @ git+https://github.com/arcee-ai/mergekit.git
|
13 |
-
torchao
|
14 |
# bitsandbytes
|
15 |
grokadamw
|
16 |
# sophia-opt
|
17 |
# dolphinflow
|
|
|
18 |
# unsloth
|
19 |
lm_eval[ifeval,math]
|
|
|
10 |
wandb
|
11 |
litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git
|
12 |
mergekit @ git+https://github.com/arcee-ai/mergekit.git
|
13 |
+
# torchao
|
14 |
# bitsandbytes
|
15 |
grokadamw
|
16 |
# sophia-opt
|
17 |
# dolphinflow
|
18 |
+
# muon @ git+https://github.com/cognitivecomputations/Muon
|
19 |
# unsloth
|
20 |
lm_eval[ifeval,math]
|