diff --git a/main.py b/main.py index 7dcd71b..e4ca1ac 100755 --- a/main.py +++ b/main.py @@ -119,7 +119,6 @@ llm = Llama( model_path="./mistral-7b-instruct-v0.2.Q4_K_M.gguf", chat_format="llama-2", verbose=False, - echo=True, n_ctx=0, )