Fix OpenAiInferenceEngine

src/unitxt/inference.py

@@ -261,9 +261,9 @@ class OpenAiInferenceEngineParamsMixin(Artifact):
     top_p: Optional[float] = None
     top_logprobs: Optional[int] = 20
     logit_bias: Optional[Dict[str, int]] = None
-    logprobs: Optional[bool] = None
+    logprobs: Optional[bool] = True
     n: Optional[int] = None
-    parallel_tool_calls: bool = None
+    parallel_tool_calls: Optional[bool] = None
     service_tier: Optional[Literal["auto", "default"]] = None
 
 
@@ -278,9 +278,9 @@ class OpenAiInferenceEngineParams(Artifact):
     top_p: Optional[float] = None
     top_logprobs: Optional[int] = 20
     logit_bias: Optional[Dict[str, int]] = None
-    logprobs: Optional[bool] = None
+    logprobs: Optional[bool] = True
     n: Optional[int] = None
-    parallel_tool_calls: bool = None
+    parallel_tool_calls: Optional[bool] = None
     service_tier: Optional[Literal["auto", "default"]] = None
 
 
@@ -312,6 +312,13 @@ def prepare_engine(self):
 
         self._set_inference_parameters()
 
+    def _get_completion_kwargs(self):
+        return {
+            k: v
+            for k, v in self.to_dict([OpenAiInferenceEngineParamsMixin]).items()
+            if v is not None
+        }
+
     def _infer(self, dataset):
         outputs = []
         for instance in tqdm(dataset, desc="Inferring with openAI API"):
@@ -327,7 +334,7 @@ def _infer(self, dataset):
                     }
                 ],
                 model=self.model_name,
-                **self.to_dict([OpenAiInferenceEngineParamsMixin]),
+                **self._get_completion_kwargs(),
             )
             output = response.choices[0].message.content
 
@@ -350,7 +357,7 @@ def _infer_log_probs(self, dataset):
                     }
                 ],
                 model=self.model_name,
-                **self.to_dict([OpenAiInferenceEngineParamsMixin]),
+                **self._get_completion_kwargs(),
             )
             top_logprobs_response = response.choices[0].logprobs.content
             output = [