Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
f5adb88
1
Parent(s):
1abed58
Update LLM file-loc without REPO_ID
Browse files
app.py
CHANGED
@@ -203,7 +203,7 @@ if "WizardCoder" in MODEL_FILENAME:
|
|
203 |
if "uncensored" in MODEL_FILENAME.lower():
|
204 |
REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
|
205 |
|
206 |
-
logger.info("start dl, {REPO_ID=}, {MODEL_FILENAME=}, {DESTINATION_FOLDER=}")
|
207 |
download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
|
208 |
logger.info("done dl")
|
209 |
|
@@ -219,7 +219,7 @@ logger.info("done dl")
|
|
219 |
_ = """
|
220 |
llm = AutoModelForCausalLM.from_pretrained(
|
221 |
"TheBloke/WizardCoder-15B-1.0-GGML",
|
222 |
-
model_file="",
|
223 |
model_type="starcoder",
|
224 |
threads=8
|
225 |
)
|
@@ -232,7 +232,7 @@ _ = Path("models", MODEL_FILENAME).absolute().as_posix()
|
|
232 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
233 |
LLM = AutoModelForCausalLM.from_pretrained(
|
234 |
# "TheBloke/WizardCoder-15B-1.0-GGML",
|
235 |
-
REPO_ID,
|
236 |
model_file=_,
|
237 |
model_type="starcoder",
|
238 |
threads=os.cpu_count() // 2, # type: ignore
|
|
|
203 |
if "uncensored" in MODEL_FILENAME.lower():
|
204 |
REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
|
205 |
|
206 |
+
logger.info(f"start dl, {REPO_ID=}, {MODEL_FILENAME=}, {DESTINATION_FOLDER=}")
|
207 |
download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
|
208 |
logger.info("done dl")
|
209 |
|
|
|
219 |
_ = """
|
220 |
llm = AutoModelForCausalLM.from_pretrained(
|
221 |
"TheBloke/WizardCoder-15B-1.0-GGML",
|
222 |
+
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
223 |
model_type="starcoder",
|
224 |
threads=8
|
225 |
)
|
|
|
232 |
logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
|
233 |
LLM = AutoModelForCausalLM.from_pretrained(
|
234 |
# "TheBloke/WizardCoder-15B-1.0-GGML",
|
235 |
+
# REPO_ID,
|
236 |
model_file=_,
|
237 |
model_type="starcoder",
|
238 |
threads=os.cpu_count() // 2, # type: ignore
|