Inference [WIP] #1440
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "pip-install" | |
| on: | |
| pull_request: | |
| paths: | |
| - "cmake/**" | |
| - "config/**" | |
| - "deps/**" | |
| - "python/**" | |
| - "setup.py" | |
| - ".github/workflows/helpers/install_dependencies.sh" | |
| - ".github/workflows/pip-install.yml" | |
| push: | |
| branches: | |
| - "master" | |
| paths: | |
| - "cmake/**" | |
| - "config/**" | |
| - "deps/**" | |
| - "python/**" | |
| - "setup.py" | |
| - ".github/workflows/helpers/install_dependencies.sh" | |
| - ".github/workflows/pip-install.yml" | |
| workflow_dispatch: | |
| concurrency: | |
| group: pip-install-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| pip-install-flexflow: | |
| name: Install FlexFlow with pip | |
| runs-on: ubuntu-20.04 | |
| defaults: | |
| run: | |
| shell: bash -l {0} # required to use an activated conda environment | |
| steps: | |
| - name: Checkout Git Repository | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Free additional space on runner | |
| run: .github/workflows/helpers/free_space_on_runner.sh | |
| - name: Install CUDA | |
| uses: Jimver/cuda-toolkit@v0.2.11 | |
| id: cuda-toolkit | |
| with: | |
| cuda: "11.8.0" | |
| # Disable caching of the CUDA binaries, since it does not give us any significant performance improvement | |
| use-github-cache: "false" | |
| - name: Install system dependencies | |
| run: .github/workflows/helpers/install_dependencies.sh | |
| - name: Install conda and FlexFlow dependencies | |
| uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| activate-environment: flexflow | |
| environment-file: conda/environment.yml | |
| auto-activate-base: false | |
| - name: Build and Install FlexFlow | |
| run: | | |
| export FF_HOME=$(pwd) | |
| export FF_CUDA_ARCH=70 | |
| pip install . --verbose | |
| - name: Check availability of Python flexflow.core module | |
| run: | | |
| export LD_LIBRARY_PATH="$CUDA_PATH/lib64/stubs:$LD_LIBRARY_PATH" | |
| sudo ln -s "$CUDA_PATH/lib64/stubs/libcuda.so" "$CUDA_PATH/lib64/stubs/libcuda.so.1" | |
| export CPU_ONLY_TEST=1 | |
| python -c "import flexflow.core; exit()" |