aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAnthony Wang2023-05-30 03:18:36 +0000
committerAnthony Wang2023-05-30 03:18:36 +0000
commit181d2f5793e069f4ece0fccf4f597400de6ea9d3 (patch)
treea3498215a4a96dfb6b4dc619fa13fcbd4cd0a746
parent951128cf7ad5580f6833b36ada4c5fe6007c240e (diff)
Use WizardLM instead of VicunaHEADmaster
-rw-r--r--main.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/main.py b/main.py
index 0cce538..dc6ebd9 100644
--- a/main.py
+++ b/main.py
@@ -20,11 +20,11 @@ def llama(prompt):
"-ngl",
"32",
"-m",
- "/opt/llama.cpp/models/ggml-vicuna-7b-1.1-q4_0.bin",
+ "/opt/llama.cpp/models/wizardLM-7B.ggmlv3.q4_0.bin",
"-n",
"1024",
"-p",
- f"### Human: {prompt}\n### Assistant:",
+ f"{prompt}\n\n### Response:",
],
stdout=subprocess.PIPE,
)