Update stop sequences for chat

abetlen · abetlen · commit a6372a7ae5c3 · 2023-04-15T12:02:48.000-04:00
diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
@@ -701,7 +701,7 @@ def create_chat_completion(
             for message in messages
         )
         PROMPT = chat_history + "### Assistant:"
-        PROMPT_STOP = ["### Assistant:", "### Human:", "\n"]
+        PROMPT_STOP = ["### Assistant:", "### Human:"]
         completion_or_chunks = self(
             prompt=PROMPT,
             stop=PROMPT_STOP + stop,

Original file line number	Diff line number	Diff line change
`@@ -701,7 +701,7 @@ def create_chat_completion(`
`701`	`701`	`for message in messages`
`702`	`702`	`)`
`703`	`703`	`PROMPT = chat_history + "### Assistant:"`
`704`		`- PROMPT_STOP = ["### Assistant:", "### Human:", "\n"]`
	`704`	`+ PROMPT_STOP = ["### Assistant:", "### Human:"]`
`705`	`705`	`completion_or_chunks = self(`
`706`	`706`	`prompt=PROMPT,`
`707`	`707`	`stop=PROMPT_STOP + stop,`