Update README.md
Browse files
README.md
CHANGED
@@ -52,8 +52,8 @@ model.eval()
|
|
52 |
model.to(device)
|
53 |
text = "请给出10个要到北京旅游的理由。"
|
54 |
from predict import predict
|
55 |
-
out = predict(model, text, tokenizer=tokenizer, max_gen_len=200, top_p=0.
|
56 |
-
seed=
|
57 |
model_name="AquilaChat2-34B-16K")
|
58 |
print(out)
|
59 |
```
|
|
|
52 |
model.to(device)
|
53 |
text = "请给出10个要到北京旅游的理由。"
|
54 |
from predict import predict
|
55 |
+
out = predict(model, text, tokenizer=tokenizer, max_gen_len=200, top_p=0.9,
|
56 |
+
seed=123, topk=15, temperature=1.0, sft=True, device=device,
|
57 |
model_name="AquilaChat2-34B-16K")
|
58 |
print(out)
|
59 |
```
|