Merge branch 'main' into yifanmai/fix-openai-inference-engine

IBM · Sep 8, 2024 · e53722e · e53722e
2 parents 0827a1c + 258d5bf
commit e53722e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/unitxt/llm_as_judge.py b/src/unitxt/llm_as_judge.py
@@ -144,13 +144,13 @@ def verify(self):
             )
 
         if isinstance(self.inference_model, OpenAiInferenceEngine):
-            if self.format:
+            if self.format and type(self.format) is not SystemFormat:
                 raise ValueError(
                     "Error in 'LLMAsJudge' metric. Inference model 'OpenAiInferenceEngine' does "
                     "not support formatting. Please remove the format definition from the recipe"
                     " (OpenAi Chat API take care of the formatting automatically)."
                 )
-            if self.system_prompt:
+            if self.system_prompt and type(self.system_prompt) is not EmptySystemPrompt:
                 raise ValueError(
                     "Error in 'LLMAsJudge' metric. Inference model 'OpenAiInferenceEngine' does "
                     "not support system prompt. Please remove the system_prompt definition from the recipe"