full test of CI

PaddlePaddle · Apr 19, 2024 · d994efc · d994efc
1 parent 9891bb8
commit d994efc
Show file tree

Hide file tree

Showing 2 changed files with 120 additions and 41 deletions.
diff --git a/.github/workflows/unittest.yml b/.github/workflows/unittest.yml
@@ -1,11 +1,88 @@
-name: PARL Unittest
+name: PARL CI
 on: 
   pull_request:
     branches:
     - develop
 
 jobs:
 
+  CheckStyle:
+    name: CheckStyle
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout PR code
+        uses: actions/checkout@v3
+
+      - name: Set up Python 3.7
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.7
+
+      - name: Check Style
+        run: |
+          ls
+          pwd
+          cat .github/workflows/*.yml
+          bash .teamcity/action_build.sh check_style
+
+  PaddleTest:
+    name: UnitTest for Paddle
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        python-version: [3.8]
+
+    steps:
+      - name: Checkout PR code
+        uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Package
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y cmake
+          sudo apt-get install -y libgflags-dev libunwind-dev libgoogle-glog-dev libomp-dev unzip
+          sudo apt-get install -y libgtest-dev && cd /usr/src/gtest && sudo mkdir build && cd build && sudo cmake .. 
+          sudo make && ls -l lib && sudo cp lib/libgtest*.a /usr/local/lib
+          md5sum /usr/src/googletest/googletest/build/lib/*.a && md5sum lib/*.a 
+
+      - name: Run Paddle tests
+        run: |
+          bash .teamcity/action_build.sh test_paddle
+
+  TorchTest:
+    name: UnitTest for Troch
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        python-version: [3.8]
+
+    steps:
+      - name: Checkout PR code
+        uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Package
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y cmake
+          sudo apt-get install -y libgflags-dev libunwind-dev libgoogle-glog-dev libomp-dev unzip
+          sudo apt-get install -y libgtest-dev && cd /usr/src/gtest && sudo mkdir build && cd build && sudo cmake .. 
+          sudo make && ls -l lib && sudo cp lib/libgtest*.a /usr/local/lib
+          md5sum /usr/src/googletest/googletest/build/lib/*.a && md5sum lib/*.a 
+
+      - name: Run Torch tests
+        run: |
+          bash .teamcity/action_build.sh test_torch
+
   ExampleTest:
     name: Test for Examples
     runs-on: ubuntu-20.04
@@ -31,6 +108,6 @@ jobs:
           sudo make && ls -l lib && sudo cp lib/libgtest*.a /usr/local/lib
           md5sum /usr/src/googletest/googletest/build/lib/*.a && md5sum lib/*.a 
 
-      - name: Run Paddle tests
+      - name: Run Example tests
         run: |
           bash .teamcity/action_build.sh example
diff --git a/.teamcity/action_build.sh b/.teamcity/action_build.sh
@@ -38,53 +38,55 @@ function run_example_test {
         sed -i '/parl/d' ./examples/${exp}/requirements*.txt
     done
 
-    # python -m pip install -r ./examples/QuickStart/requirements.txt
-    # python examples/QuickStart/train.py
-    # python -m pip uninstall -r ./examples/QuickStart/requirements.txt -y
-
-    # # python -m pip install -r ./examples/DQN/requirements.txt
-    # # python examples/DQN/train.py
-    # # python -m pip uninstall -r ./examples/DQN/requirements.txt -y
+    python -m pip install -r ./examples/QuickStart/requirements.txt
+    python examples/QuickStart/train.py
+    python -m pip uninstall -r ./examples/QuickStart/requirements.txt -y
+
+    # TODO: raise Error in Atari env
+    # python -m pip install -r ./examples/DQN/requirements.txt
+    # python examples/DQN/train.py
+    # python -m pip uninstall -r ./examples/DQN/requirements.txt -y
 
-    # # python -m pip install -r ./examples/DQN_variant/requirements.txt
-    # # python examples/DQN_variant/train.py --train_total_steps 200 --warmup_size 100 --test_every_steps 50 --dueling True --env PongNoFrameskip-v4
-    # # python -m pip uninstall -r ./examples/DQN_variant/requirements.txt -y
+    # python -m pip install -r ./examples/DQN_variant/requirements.txt
+    # python examples/DQN_variant/train.py --train_total_steps 200 --warmup_size 100 --test_every_steps 50 --dueling True --env PongNoFrameskip-v4
+    # python -m pip uninstall -r ./examples/DQN_variant/requirements.txt -y
 
-    # # python -m pip install -r ./examples/PPO/requirements_atari.txt
-    # # python examples/PPO/train.py --train_total_steps 5000 --env PongNoFrameskip-v4
-    # # python -m pip uninstall -r ./examples/PPO/requirements_atari.txt -y
+    # python -m pip install -r ./examples/PPO/requirements_atari.txt
+    # python examples/PPO/train.py --train_total_steps 5000 --env PongNoFrameskip-v4
+    # python -m pip uninstall -r ./examples/PPO/requirements_atari.txt -y
 
-    # python -m pip install -r ./examples/PPO/requirements_mujoco.txt
-    # python examples/PPO/train.py --train_total_steps 5000 --env HalfCheetah-v4 --continuous_action
-    # python -m pip uninstall -r ./examples/PPO/requirements_mujoco.txt -y
+    python -m pip install -r ./examples/PPO/requirements_mujoco.txt
+    python examples/PPO/train.py --train_total_steps 5000 --env HalfCheetah-v4 --continuous_action
+    python -m pip uninstall -r ./examples/PPO/requirements_mujoco.txt -y
 
-    # python -m pip install -r ./examples/SAC/requirements.txt
-    # python examples/SAC/train.py --train_total_steps 5000 --env HalfCheetah-v4
-    # python -m pip uninstall -r ./examples/SAC/requirements.txt -y
+    python -m pip install -r ./examples/SAC/requirements.txt
+    python examples/SAC/train.py --train_total_steps 5000 --env HalfCheetah-v4
+    python -m pip uninstall -r ./examples/SAC/requirements.txt -y
 
-    # python -m pip install -r ./examples/TD3/requirements.txt
-    # python examples/TD3/train.py --train_total_steps 5000 --env HalfCheetah-v4
-    # python -m pip uninstall -r ./examples/TD3/requirements.txt -y
+    python -m pip install -r ./examples/TD3/requirements.txt
+    python examples/TD3/train.py --train_total_steps 5000 --env HalfCheetah-v4
+    python -m pip uninstall -r ./examples/TD3/requirements.txt -y
 
-    # python -m pip install -r ./examples/OAC/requirements.txt
-    # python examples/OAC/train.py --train_total_steps 5000 --env HalfCheetah-v4
-    # python -m pip uninstall -r ./examples/OAC/requirements.txt -y
+    python -m pip install -r ./examples/OAC/requirements.txt
+    python examples/OAC/train.py --train_total_steps 5000 --env HalfCheetah-v4
+    python -m pip uninstall -r ./examples/OAC/requirements.txt -y
 
-    # python -m pip install -r ./examples/DDPG/requirements.txt
-    # python examples/DDPG/train.py --train_total_steps 5000 --env HalfCheetah-v4
-    # python -m pip uninstall -r ./examples/DDPG/requirements.txt -y
+    python -m pip install -r ./examples/DDPG/requirements.txt
+    python examples/DDPG/train.py --train_total_steps 5000 --env HalfCheetah-v4
+    python -m pip uninstall -r ./examples/DDPG/requirements.txt -y
 
-    # # xparl start --port 8837 --cpu_num 24
-    # # python -m pip install -r ./examples/ES/requirements.txt
-    # # python ./examples/ES/train.py --train_steps 2 --actor_num 24
-    # # python -m pip uninstall -r ./examples/ES/requirements.txt -y
-    # # xparl stop
-
-    # # xparl start --port 8110 --cpu_num 5
-    # # python -m pip install -r ./examples/A2C/requirements.txt
-    # # python ./examples/A2C/train.py --max_sample_steps 50000
-    # # python -m pip uninstall -r ./examples/A2C/requirements.txt -y
-    # # xparl stop
+    # TODO: raise Error while in Atari env
+    # xparl start --port 8837 --cpu_num 24
+    # python -m pip install -r ./examples/ES/requirements.txt
+    # python ./examples/ES/train.py --train_steps 2 --actor_num 24
+    # python -m pip uninstall -r ./examples/ES/requirements.txt -y
+    # xparl stop
+
+    # xparl start --port 8110 --cpu_num 5
+    # python -m pip install -r ./examples/A2C/requirements.txt
+    # python ./examples/A2C/train.py --max_sample_steps 50000
+    # python -m pip uninstall -r ./examples/A2C/requirements.txt -y
+    # xparl stop
 
     python -m pip install -r ./examples/MADDPG/requirements.txt
     python examples/MADDPG/train.py --max_episodes 21 --test_every_episodes 10