diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 9ff17c963182a8..c72d11efe1e268 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -114,6 +114,7 @@ jobs:
       displayName: 'Testing: benchmarks'
 
     - script: |
+        set -e
         python -m pytest pl_examples -v --maxfail=2 --durations=0
         python setup.py install --user --quiet
         bash pl_examples/run_ddp-example.sh