Update sanity.yml #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Check Sample Submission with HELM | |
| on: push | |
| jobs: | |
| build-and-check: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: recursive | |
| # - name: Setup Docker with GPU support | |
| # run: | | |
| # sudo apt-get install -y nvidia-container-toolkit | |
| # sudo systemctl restart docker | |
| - name: Build Docker Image | |
| run: | | |
| cd neurips sample-submissions/lit-gpt | |
| docker build -t sample_submission . | |
| - name: Run Docker Container | |
| run: docker run -p 8080:80 -d sample_submission | |
| - name: Wait for a bit to let server start | |
| run: sleep 20 | |
| - name: Send HTTP request | |
| run: | | |
| curl -X POST -H "Content-Type: application/json" -d '{"prompt": "The capital of france is "}' http://localhost:8080/process | |
| - name: Install NeurIPS client (HELM) | |
| run: | | |
| pip install git+https://github.com/stanford-crfm/helm.git | |
| # Use the correct path for the conf file. | |
| - name: Run HELM Tests | |
| run: | | |
| cd - | |
| helm-run --conf-paths run_specs_full_coarse_600_budget.conf --suite v1 --max-eval-instances 10 | |
| helm-summarize --suite v1 |