Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
c81b306
1
Parent(s):
6f60f08
Update LLM = AutoModelForCausalLM.from_pretrained(REPO_ID,...
Browse files
app.py
CHANGED
@@ -232,7 +232,7 @@ _ = Path("models", MODEL_FILENAME).absolute().as_posix()
|
|
232 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
233 |
LLM = AutoModelForCausalLM.from_pretrained(
|
234 |
# "TheBloke/WizardCoder-15B-1.0-GGML",
|
235 |
-
DESTINATION_FOLDER, # model_path_or_repo_id: str required
|
236 |
model_file=_,
|
237 |
# model_type=None, # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
|
238 |
threads=os.cpu_count() // 2, # type: ignore
|
|
|
232 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
233 |
LLM = AutoModelForCausalLM.from_pretrained(
|
234 |
# "TheBloke/WizardCoder-15B-1.0-GGML",
|
235 |
+
REPO_ID, # DESTINATION_FOLDER, # model_path_or_repo_id: str required
|
236 |
model_file=_,
|
237 |
# model_type=None, # "starcoder", AutoConfig.from_pretrained("TheBloke/WizardLM-13B-V1.0-Uncensored-GGML")
|
238 |
threads=os.cpu_count() // 2, # type: ignore
|