Update app.py
Browse files
app.py
CHANGED
@@ -11,7 +11,7 @@ gptq_config = GPTQConfig(
|
|
11 |
bits=4,
|
12 |
exllama_config={"version": 2}
|
13 |
)
|
14 |
-
tokenizer =
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_id,
|
17 |
device_map="auto",
|
|
|
11 |
bits=4,
|
12 |
exllama_config={"version": 2}
|
13 |
)
|
14 |
+
tokenizer = YiTokenizer.from_pretrained("./")
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
model_id,
|
17 |
device_map="auto",
|