Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ def load_model():
|
|
27 |
hf_hub_download(repo_id="TheBloke/Llama-2-7B-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf", local_dir="models/llama-2-7b-optimized")
|
28 |
model = Llama(
|
29 |
model_path=model_path,
|
30 |
-
n_ctx=
|
31 |
n_threads=8,
|
32 |
n_batch=32,
|
33 |
n_gpu_layers=1,
|
|
|
27 |
hf_hub_download(repo_id="TheBloke/Llama-2-7B-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf", local_dir="models/llama-2-7b-optimized")
|
28 |
model = Llama(
|
29 |
model_path=model_path,
|
30 |
+
n_ctx=512,
|
31 |
n_threads=8,
|
32 |
n_batch=32,
|
33 |
n_gpu_layers=1,
|