diff options
author | Anthony Wang | 2023-05-30 03:18:36 +0000 |
---|---|---|
committer | Anthony Wang | 2023-05-30 03:18:36 +0000 |
commit | 181d2f5793e069f4ece0fccf4f597400de6ea9d3 (patch) | |
tree | a3498215a4a96dfb6b4dc619fa13fcbd4cd0a746 | |
parent | 951128cf7ad5580f6833b36ada4c5fe6007c240e (diff) |
-rw-r--r-- | main.py | 4 |
1 files changed, 2 insertions, 2 deletions
@@ -20,11 +20,11 @@ def llama(prompt): "-ngl", "32", "-m", - "/opt/llama.cpp/models/ggml-vicuna-7b-1.1-q4_0.bin", + "/opt/llama.cpp/models/wizardLM-7B.ggmlv3.q4_0.bin", "-n", "1024", "-p", - f"### Human: {prompt}\n### Assistant:", + f"{prompt}\n\n### Response:", ], stdout=subprocess.PIPE, ) |