Fix abetlen#569

abetlen · abetlen · commit 128dc4731fa8 · 2023-11-21T04:39:05.000-05:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -772,7 +772,7 @@ class CreateChatCompletionRequest(BaseModel):
     temperature: float = temperature_field
     top_p: float = top_p_field
     min_p: float = min_p_field
-    stop: Optional[List[str]] = stop_field
+    stop: Optional[Union[str, List[str]]] = stop_field
     stream: bool = stream_field
     presence_penalty: Optional[float] = presence_penalty_field
     frequency_penalty: Optional[float] = frequency_penalty_field
