Merge pull request #1250 from MohammedAlhajji/main

🐛 fix: http_request_kwargs in HFClientVLLM

dsp/modules/hf_client.py

@@ -118,7 +118,7 @@ def send_hftgi_request_v00(arg, **kwargs):
 
 
 class HFClientVLLM(HFModel):
-    def __init__(self, model, port, model_type: Literal['chat', 'text'] = 'text', url="http://localhost", **kwargs):
+    def __init__(self, model, port, model_type: Literal['chat', 'text'] = 'text', url="http://localhost", http_request_kwargs=None, **kwargs):
         super().__init__(model=model, is_client=True)
 
         if isinstance(url, list):
@@ -132,6 +132,7 @@ def __init__(self, model, port, model_type: Literal['chat', 'text'] = 'text', ur
 
         self.urls_const = tuple(self.urls)
         self.port = port
+        self.http_request_kwargs = http_request_kwargs or {}
         self.model_type = model_type
         self.headers = {"Content-Type": "application/json"}
         self.kwargs |= kwargs
@@ -198,6 +199,7 @@ def _generate(self, prompt, **kwargs):
                 port=self.port,
                 json=payload,
                 headers=self.headers,
+                **self.http_request_kwargs,
             )
 
             try:
@@ -225,6 +227,7 @@ def _generate(self, prompt, **kwargs):
                 port=self.port,
                 json=payload,
                 headers=self.headers,
+                **self.http_request_kwargs,
             )
 
             try: