diff options
-rw-r--r-- | main.py | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -20,11 +20,11 @@ def llama(prompt): "-ngl", "32", "-m", - "/opt/llama.cpp/models/ggml-vicuna-7b-1.1-q4_0.bin", + "/opt/llama.cpp/models/wizardLM-7B.ggmlv3.q4_0.bin", "-n", "1024", "-p", - f"### Human: {prompt}\n### Assistant:", + f"{prompt}\n\n### Response:", ], stdout=subprocess.PIPE, ) |