aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--main.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/main.py b/main.py
index 0cce538..dc6ebd9 100644
--- a/main.py
+++ b/main.py
@@ -20,11 +20,11 @@ def llama(prompt):
"-ngl",
"32",
"-m",
- "/opt/llama.cpp/models/ggml-vicuna-7b-1.1-q4_0.bin",
+ "/opt/llama.cpp/models/wizardLM-7B.ggmlv3.q4_0.bin",
"-n",
"1024",
"-p",
- f"### Human: {prompt}\n### Assistant:",
+ f"{prompt}\n\n### Response:",
],
stdout=subprocess.PIPE,
)