Grok doesn't support stream-options

lgxz · lgxz · commit a2db208b364e · 2025-04-08T10:08:50.000+02:00
diff --git a/aipyapp/aipy/llm.py b/aipyapp/aipy/llm.py
@@ -168,14 +168,14 @@ def _parse_response(self, response):
         )
 
     def get_completion(self, messages):
-        stream_options = {'include_usage': True} if self._stream else None
+        kws = {'stream_options': {'include_usage': True}} if self._stream and not self._base_url else {}
         try:
             response = self._client.chat.completions.create(
                 model = self._model,
                 messages = messages,
                 stream=self._stream,
-                stream_options = stream_options,
-                max_tokens = self.max_tokens
+                max_tokens = self.max_tokens,
+                **kws
             )
         except Exception as e:
             self.console.print(f"❌ [bold red]{self.name} API {T('call_failed')}: [yellow]{str(e)}")
