Add tests for helm

Signed-off-by: Elron Bandel <elron.bandel@ibm.com>

.github/workflows/test_helm.yml

@@ -0,0 +1,26 @@
+name: Test HELM Integration
+
+on:
+    push:
+      branches: [ main ]
+    pull_request:
+      branches: [ main ]
+
+jobs:
+    compile-docs:
+
+      runs-on: ubuntu-latest
+      env:
+        OS: ubuntu-latest
+
+      steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.8'
+          cache: 'pip' # caching pip dependencies
+      - run: pip install git+https://github.com/stanford-crfm/helm.git
+
+      - name: Test Helm
+        run: utils/run_helm.sh
+

.gitignore

@@ -150,3 +150,5 @@ ibmcos_datasets/
 kaggle.json
 
 src/unitxt/catalog_back/*
+prod_env/*
+benchmark_output/*

utils/run_helm.sh

@@ -0,0 +1,12 @@
+recipe="card=cards.wnli,template=templates.classification.multi_class.relation.default"
+hf_model="microsoft/phi-1_5"
+
+helm-run \
+    --run-entries "unitxt:$recipe,model=$hf_model" \
+    --enable-huggingface-models $hf_model \
+    --max-eval-instances 10 --suite v1
+
+if [ ! -f "benchmark_output/runs/v1/unitxt:card=cards.wnli,template=templates.classification.multi_class.relation.default,model=microsoft_phi-1_5/scenario_state.json" ]; then
+  echo "Error: File does not exist." >&2
+  exit 1
+fi