Add CB CI tests #1
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: continuous_batching_cpp | |
| on: | |
| pull_request: | |
| paths: | |
| - .github/workflows/continuous_batching_cpp.yml | |
| - src/** | |
| - samples/** | |
| - thirdparty/openvino_tokenizers | |
| - "!**.md" | |
| permissions: read-all # Required by https://github.com/ossf/scorecard/blob/e23b8ad91fd6a64a0a971ca4fc0a4d1650725615/docs/checks.md#token-permissions | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| l_ov_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/l_openvino_toolkit_ubuntu20_2024.3.0.dev20240626_x86_64.tgz | |
| w_ov_link: https://storage.openvinotoolkit.org/repositories/openvino/packages/nightly/2024.3.0-15805-6138d624dc1/w_openvino_toolkit_windows_2024.3.0.dev20240626_x86_64.zip | |
| jobs: | |
| cpp-accuracy-sample-ubuntu: | |
| runs-on: ubuntu-20.04-8-cores | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: Install OpenVINO | |
| run: | | |
| mkdir ./ov/ | |
| curl ${{ env.l_ov_link }} | tar --directory ./ov/ --strip-components 1 -xz | |
| sudo ./ov/install_dependencies/install_openvino_dependencies.sh | |
| - name: Download, convert and build | |
| run: | | |
| source ./ov/setupvars.sh | |
| python -m pip install --upgrade-strategy eager -r ./samples/requirements.txt --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| python -m pip install ./thirdparty/openvino_tokenizers/[transformers] --pre --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly | |
| optimum-cli export openvino --trust-remote-code --weight-format fp16 --model openlm-research/open_llama_3b_v2 open_llama_3b_v2 | |
| cmake -DCMAKE_BUILD_TYPE=Release -DENABLE_CONTINUOUS_BATCHING=ON -DENABLE_APPS=ON -S ./ -B ./build/ | |
| cmake --build ./build/ --config Release -j | |
| - run: > | |
| . ./ov/setupvars.sh | |
| && PYTHONPATH=./build/:$PYTHONPATH timeout 25s | |
| ./build/samples/cpp/accuracy_sample/accuracy_sample -m ./open_llama_3b_v2/ -n 4 | |
| # - run: > | |
| # . ./ov/setupvars.sh | |
| # && PYTHONPATH=./build/:$PYTHONPATH timeout 25s | |
| # ./samples/python/multinomial_causal_lm/multinomial_causal_lm.py ./open_llama_3b_v2/ b | |
| # - run: > | |
| # . ./ov/setupvars.sh | |
| # && export PYTHONPATH=./build/:$PYTHONPATH | |
| # && timeout 25s ./build/samples/cpp/greedy_causal_lm/greedy_causal_lm ./open_llama_3b_v2/ "return 0" | |
| # | diff <(timeout 25s samples/python/greedy_causal_lm/greedy_causal_lm.py ./open_llama_3b_v2/ "return 0") - |