Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ def respond(
|
|
40 |
if llm is None or llm_model != model:
|
41 |
llm = Llama(
|
42 |
model_path=f"models/{model}",
|
43 |
-
n_gpu_layers=
|
44 |
n_batch=32000,
|
45 |
n_ctx=2048,
|
46 |
)
|
|
|
40 |
if llm is None or llm_model != model:
|
41 |
llm = Llama(
|
42 |
model_path=f"models/{model}",
|
43 |
+
n_gpu_layers=50,
|
44 |
n_batch=32000,
|
45 |
n_ctx=2048,
|
46 |
)
|