feat(interactive): Add support for loading graph with odps table as data source #688
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GraphScope Flex CI | |
| on: | |
| # Trigger the workflow on push or pull request, | |
| # but only for the main branch | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - 'flex/**' | |
| - '.github/workflows/flex.yml' | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - 'flex/**' | |
| - '.github/workflows/flex.yml' | |
| concurrency: | |
| group: ${{ github.repository }}-${{ github.event.number || github.head_ref || github.sha }}-${{ github.workflow }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-flex: | |
| runs-on: ubuntu-20.04 | |
| if: ${{ github.repository == 'alibaba/GraphScope' }} | |
| container: | |
| image: registry.cn-hongkong.aliyuncs.com/graphscope/hqps-server-base:v0.0.8 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Install latest libgrape-lite | |
| if: false | |
| run: | | |
| git clone --single-branch https://github.com/alibaba/libgrape-lite.git /tmp/libgrape-lite | |
| cd /tmp/libgrape-lite | |
| mkdir -p build && cd build | |
| cmake .. | |
| make -j$(nproc) | |
| make install | |
| - name: Build | |
| env: | |
| HOME: /home/graphscope/ | |
| run: | | |
| cd ${GITHUB_WORKSPACE}/ | |
| git submodule update --init | |
| cd ${GITHUB_WORKSPACE}/flex | |
| mkdir build && cd build | |
| cmake .. && sudo make -j$(nproc) | |
| - name: Test GRIN on mutable csr | |
| run: | | |
| git submodule update --init | |
| cd flex/engines/graph_db/grin | |
| mkdir build && cd build | |
| cmake .. && sudo make -j$(nproc) | |
| export FLEX_DATA_DIR=../../../../interactive/examples/modern_graph/ | |
| ${GITHUB_WORKSPACE}/flex/build/bin/bulk_loader -g ../../../../interactive/examples/modern_graph/modern_graph.yaml -l ../../../../interactive/examples/modern_graph/bulk_load.yaml -d ./data/ | |
| rm -r ./data/wal | |
| rm -r ./data/runtime/* | |
| ./run_grin_test 'flex://schema_file=../../../../interactive/examples/modern_graph/modern_graph.yaml&data_dir=./data/' | |
| - name: Prepare test dataset | |
| env: | |
| GS_TEST_DIR: ${{ github.workspace }}/gstest/ | |
| run: | | |
| git clone -b master --single-branch --depth=1 https://github.com/GraphScope/gstest.git ${GS_TEST_DIR} | |
| - name: Test Graph Loading on modern graph | |
| env: | |
| FLEX_DATA_DIR: ${{ github.workspace }}/flex/interactive/examples/modern_graph/ | |
| run: | | |
| rm -rf /tmp/csr-data-dir/ | |
| cd ${GITHUB_WORKSPACE}/flex/build/ | |
| SCHEMA_FILE=../interactive/examples/modern_graph/modern_graph.yaml | |
| BULK_LOAD_FILE=../interactive/examples/modern_graph/bulk_load.yaml | |
| GLOG_v=10 ./bin/bulk_loader -g ${SCHEMA_FILE} -l ${BULK_LOAD_FILE} -d /tmp/csr-data-dir/ | |
| - name: Test Graph Loading on type_test graph | |
| env: | |
| GS_TEST_DIR: ${{ github.workspace }}/gstest/ | |
| FLEX_DATA_DIR: ${{ github.workspace }}/gstest/flex/type_test/ | |
| run: | | |
| # remove modern graph indices | |
| rm -rf /tmp/csr-data-dir/ | |
| cd ${GITHUB_WORKSPACE}/flex/build/ | |
| SCHEMA_FILE=${GS_TEST_DIR}/type_test/graph.yaml | |
| BULK_LOAD_FILE=${GS_TEST_DIR}/type_test/import.yaml | |
| GLOG_v=10 ./bin/bulk_loader -g ${SCHEMA_FILE} -l ${BULK_LOAD_FILE} -d /tmp/csr-data-dir/ -p 2 | |
| - name: Test Graph Loading on LDBC SNB sf0.1 | |
| env: | |
| GS_TEST_DIR: ${{ github.workspace }}/gstest/ | |
| FLEX_DATA_DIR: ${{ github.workspace }}/gstest/flex/ldbc-sf01-long-date/ | |
| run: | | |
| # remove previous graph indices | |
| rm -rf /tmp/csr-data-dir/ | |
| cd ${GITHUB_WORKSPACE}/flex/build/ | |
| SCHEMA_FILE=${FLEX_DATA_DIR}/audit_graph_schema.yaml | |
| BULK_LOAD_FILE=${FLEX_DATA_DIR}/audit_bulk_load.yaml | |
| GLOG_v=10 ./bin/bulk_loader -g ${SCHEMA_FILE} -l ${BULK_LOAD_FILE} -d /tmp/csr-data-dir/ -p 2 |