update: add connection close settings to avoid connection pool cause …

…error 'event loop is closed'
Maplemx · May 30, 2024 · 81242f4 · 81242f4
1 parent b731e34
commit 81242f4
Show file tree

Hide file tree

Showing 3 changed files with 36 additions and 3 deletions.
diff --git a/Agently/plugins/request/AzureOpenAI.py b/Agently/plugins/request/AzureOpenAI.py
@@ -20,7 +20,18 @@ def _create_client(self):
 
         proxy = self.request.settings.get_trace_back("proxy")
         if proxy:
-            client_params.update({ "http_client": httpx.AsyncClient( proxies = proxy ) })
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    proxies = proxy,
+                    headers = [("Connection", "close")],
+                )
+            })
+        else:
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    headers = [("Connection", "close")],
+                )
+            })
 
         api_key = self.model_settings.get_trace_back("auth.api_key")
         api_version = self.model_settings.get_trace_back("auth.api_version")

diff --git a/Agently/plugins/request/OAIClient.py b/Agently/plugins/request/OAIClient.py
@@ -185,7 +185,18 @@ async def request_model(self, request_data: dict):
             client_params.update({ "base_url": base_url })
         proxy = self.request.settings.get_trace_back("proxy")
         if proxy:
-            client_params.update({ "http_client": httpx.AsyncClient( proxies = proxy ) })
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    proxies = proxy,
+                    headers = [("Connection", "close")],
+                )
+            })
+        else:
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    headers = [("Connection", "close")],
+                )
+            })
         api_key = self.model_settings.get_trace_back("auth.api_key")
         if api_key:
             client_params.update({ "api_key": api_key })

diff --git a/Agently/plugins/request/OpenAI.py b/Agently/plugins/request/OpenAI.py
@@ -22,7 +22,18 @@ def _create_client(self):
             client_params.update({ "base_url": base_url })
         proxy = self.request.settings.get_trace_back("proxy")
         if proxy:
-            client_params.update({ "http_client": httpx.AsyncClient( proxies = proxy ) })
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    proxies = proxy,
+                    headers = [("Connection", "close")],
+                )
+            })
+        else:
+            client_params.update({
+                "http_client": httpx.AsyncClient(
+                    headers = [("Connection", "close")],
+                )
+            })
         api_key = self.model_settings.get_trace_back("auth.api_key")
         if api_key:
             client_params.update({ "api_key": api_key })