sadia-afrin-purba commited on
Commit
eb56d89
·
verified ·
1 Parent(s): 800f201

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ def load_model():
27
  hf_hub_download(repo_id="TheBloke/Llama-2-7B-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf", local_dir="models/llama-2-7b-optimized")
28
  model = Llama(
29
  model_path=model_path,
30
- n_ctx=256,
31
  n_threads=8,
32
  n_batch=32,
33
  n_gpu_layers=1,
 
27
  hf_hub_download(repo_id="TheBloke/Llama-2-7B-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf", local_dir="models/llama-2-7b-optimized")
28
  model = Llama(
29
  model_path=model_path,
30
+ n_ctx=512,
31
  n_threads=8,
32
  n_batch=32,
33
  n_gpu_layers=1,