fix: cohere (#976)

* fix: cohere streaming * bump litellm version to 1.35.33
superagent-ai · May 1, 2024 · 0be4b5f · 0be4b5f
1 parent 8d03c62
commit 0be4b5f
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 6 deletions.
diff --git a/libs/superagent/app/agents/llm.py b/libs/superagent/app/agents/llm.py
@@ -162,6 +162,7 @@ def __init__(
     NOT_TOOLS_STREAMING_SUPPORTED_PROVIDERS = [
         LLMProvider.GROQ,
         LLMProvider.BEDROCK,
+        LLMProvider.COHERE_CHAT,
     ]
 
     async def _execute_tool_calls(self, tool_calls: list[dict], **kwargs):
@@ -235,7 +236,10 @@ async def _completion(self, **kwargs) -> Any:
             await self.streaming_callback.on_llm_start()
 
         # TODO: Remove this when Groq and Bedrock supports streaming with tools
-        if self.llm_data.llm.provider in self.NOT_TOOLS_STREAMING_SUPPORTED_PROVIDERS:
+        if (
+            self.llm_data.llm.provider in self.NOT_TOOLS_STREAMING_SUPPORTED_PROVIDERS
+            and len(self.tools) > 0
+        ):
             logger.info(
                 f"Disabling streaming for {self.llm_data.llm.provider}, as tools are used"
             )

diff --git a/libs/superagent/poetry.lock b/libs/superagent/poetry.lock
diff --git a/libs/superagent/pyproject.toml b/libs/superagent/pyproject.toml
@@ -50,7 +50,7 @@ openai = "^1.1.1"
 langchain-experimental = "^0.0.37"
 pydub = "^0.25.1"
 algoliasearch = "^3.0.0"
-litellm = "1.35.21"
+litellm = "1.35.33"
 weaviate-client = "^3.25.3"
 qdrant-client = "^1.6.9"
 vecs = "^0.4.2"