handle optional messages

Author: Dylan Huang

tests/remote_server/remote_server.py

@@ -30,6 +30,9 @@ def _worker():
         try:
             metadata = {"langfuse_tags": create_langfuse_config_tags(req)}
 
+            if not req.messages:
+                raise ValueError("messages is required")
+
             completion_kwargs = {
                 "model": req.model,
                 "messages": req.messages,

typescript/index.ts

@@ -41,7 +41,7 @@ const metadataSchema = z
 
 export const initRequestSchema = z.object({
   model: z.string(),
-  messages: z.array(messageSchema).min(1),
+  messages: z.array(messageSchema).optional(),
   tools: z.array(toolSchema).optional().nullable(),
   metadata: metadataSchema,
   model_base_url: z.string().optional().nullable(),
@@ -80,6 +80,10 @@ export function initRequestToCompletionParams(
         },
   }));
 
+  if (!initRequest.messages) {
+    throw new Error("messages is required");
+  }
+
   const completionParams = toolsToOpenAI
     ? {
         model: initRequest.model,