Decrease python test concurrency to 1 #156
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release | |
| on: | |
| push: | |
| branches: | |
| - main | |
| concurrency: ${{ github.workflow }}-${{ github.ref }} | |
| permissions: | |
| contents: write | |
| jobs: | |
| is_release: | |
| name: Is release? | |
| runs-on: ubuntu-latest | |
| outputs: | |
| release: ${{ steps.version.outputs.release }} | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| - name: Install pnpm | |
| uses: pnpm/action-setup@v3 | |
| id: pnpm-install | |
| with: | |
| version: 9.5 | |
| - name: Setup Node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: "18.x" | |
| registry-url: "https://registry.npmjs.org" | |
| cache: pnpm | |
| cache-dependency-path: pnpm-lock.yaml | |
| - name: Configure pnpm | |
| run: | | |
| pnpm config set auto-install-peers true | |
| pnpm config set exclude-links-from-lockfile true | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Check if new version | |
| id: version | |
| run: | | |
| IS_RELEASE=$(./.github/scripts/is_release.sh) | |
| echo "release=$IS_RELEASE" >> "$GITHUB_OUTPUT" | |
| changes: | |
| name: Repository changes | |
| needs: [is_release] | |
| if: needs.is_release.outputs.release == 'true' | |
| runs-on: ubuntu-latest | |
| outputs: | |
| js: ${{ steps.filter.outputs.js }} | |
| python: ${{ steps.filter.outputs.python }} | |
| charts: ${{ steps.filter.outputs.charts }} | |
| template: ${{ steps.filter.outputs.template }} | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Get the last release | |
| id: last_release | |
| uses: cardinalby/git-get-release-action@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| with: | |
| latest: true | |
| prerelease: false | |
| draft: false | |
| - name: Find changes since the last release | |
| uses: dorny/paths-filter@v2 | |
| id: filter | |
| with: | |
| base: ${{ steps.last_release.outputs.tag_name }} | |
| filters: | | |
| js: | |
| - 'js/src/**' | |
| python: | |
| - 'python/e2b_code_interpreter/**' | |
| charts: | |
| - 'chart_data_extractor/e2b_charts/**' | |
| template: | |
| - 'template/**' | |
| charts-tests: | |
| name: Charts tests | |
| needs: [changes] | |
| if: needs.changes.outputs.charts == 'true' | |
| uses: ./.github/workflows/charts_tests.yml | |
| charts-release: | |
| name: Charts release | |
| needs: [charts-tests] | |
| if: needs.changes.outputs.charts == 'true' | |
| runs-on: ubuntu-latest | |
| outputs: | |
| version: ${{ steps.output_version.outputs.version }} | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| - name: Install pnpm | |
| uses: pnpm/action-setup@v3 | |
| id: pnpm-install | |
| with: | |
| version: 9.5 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - name: Install and configure Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: 1.5.1 | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| - name: Configure pnpm | |
| run: | | |
| pnpm config set auto-install-peers true | |
| pnpm config set exclude-links-from-lockfile true | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Create new versions | |
| run: pnpm run version | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Release new versions | |
| run: | | |
| poetry build | |
| poetry config pypi-token.pypi ${PYPI_TOKEN} | |
| poetry publish --skip-existing | |
| working-directory: ./chart_data_extractor | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| PYPI_TOKEN: ${{ secrets.CHARTS_PYPI_TOKEN }} | |
| - name: Output new version | |
| id: output_version | |
| working-directory: ./chart_data_extractor | |
| run: | | |
| echo "::set-output name=version::$(pnpm pkg get version --workspaces=false | tr -d \\\")" | |
| build-docker-image: | |
| name: Build Docker Image | |
| runs-on: ubuntu-latest | |
| needs: [changes, charts-release] | |
| if: always() && | |
| !contains(needs.*.result, 'failure') && | |
| !contains(needs.*.result, 'cancelled') && | |
| (needs.changes.outputs.template == 'true' || needs.changes.outputs.charts == 'true') | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Log in to DockerHub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Set package version | |
| working-directory: ./template | |
| run: | | |
| if [ -z "${{ needs.charts-release.outputs.version }}" ]; then | |
| VERSION=$(cat ../chart_data_extractor/pyproject.toml | grep version | cut -d '"' -f 2) | |
| else | |
| VERSION=${{ needs.charts-release.outputs.version }} | |
| fi | |
| echo "Version: $VERSION" | |
| sed -i "s/e2b_charts/e2b_charts==${VERSION}/g" requirements.txt | |
| - name: Build Docker image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: ./template | |
| push: true | |
| platforms: linux/amd64 | |
| tags: ${{ secrets.DOCKERHUB_USERNAME }}/code-interpreter:latest | |
| build-template: | |
| name: Build E2B template | |
| runs-on: ubuntu-latest | |
| needs: [build-docker-image] | |
| if: always() && | |
| !contains(needs.*.result, 'failure') && | |
| !contains(needs.*.result, 'cancelled') && | |
| needs.changes.outputs.template == 'true' || needs.changes.outputs.charts == 'true' | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install E2B CLI | |
| run: npm install -g @e2b/cli | |
| - name: Build e2b | |
| run: e2b template build | |
| working-directory: ./template | |
| env: | |
| E2B_ACCESS_TOKEN: ${{ secrets.E2B_ACCESS_TOKEN }} | |
| python-tests: | |
| name: Python Tests | |
| needs: [changes, build-template] | |
| if: always() && | |
| !contains(needs.*.result, 'failure') && | |
| !contains(needs.*.result, 'cancelled') && | |
| (needs.changes.outputs.python == 'true' || needs.changes.outputs.template == 'true') | |
| uses: ./.github/workflows/python_tests.yml | |
| secrets: inherit | |
| js-tests: | |
| name: JS Tests | |
| needs: [changes, build-template] | |
| if: always() && | |
| !contains(needs.*.result, 'failure') && | |
| !contains(needs.*.result, 'cancelled') && | |
| (needs.changes.outputs.js == 'true' || needs.changes.outputs.template == 'true') | |
| uses: ./.github/workflows/js_tests.yml | |
| secrets: inherit | |
| release: | |
| needs: [python-tests, js-tests] | |
| if: always() && | |
| !contains(needs.*.result, 'failure') && | |
| !contains(needs.*.result, 'cancelled') && | |
| (needs.changes.outputs.js == 'true' || needs.changes.outputs.python == 'true' || needs.changes.outputs.charts == 'true' || needs.changes.outputs.template == 'true') | |
| name: Release | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.8" | |
| - name: Install and configure Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| version: 1.8.1 | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| installer-parallel: true | |
| - uses: pnpm/action-setup@v3 | |
| with: | |
| version: 9.5 | |
| - name: Setup Node.js 18 | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18.x' | |
| cache: pnpm | |
| - name: Configure pnpm | |
| run: | | |
| pnpm config set auto-install-peers true | |
| pnpm config set exclude-links-from-lockfile true | |
| - name: Install dependencies | |
| run: pnpm install --frozen-lockfile | |
| - name: Create new versions | |
| run: pnpm run version | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Release new versions | |
| uses: changesets/action@v1 | |
| with: | |
| publish: pnpm run publish | |
| createGithubReleases: true | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| NPM_TOKEN: ${{ secrets.NPM_TOKEN }} | |
| PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }} | |
| - name: Update lock file | |
| run: pnpm i --no-link --no-frozen-lockfile | |
| - name: Commit new versions | |
| run: | | |
| git config user.name "github-actions[bot]" | |
| git config user.email "github-actions[bot]@users.noreply.github.com" | |
| git commit -am "[skip ci] Release new versions" || exit 0 | |
| git push | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| report-failure: | |
| needs: [python-tests, js-tests, release] | |
| if: failure() | |
| name: Code Interpreter Release Failed - Slack Notification | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Release Failed - Slack Notification | |
| uses: rtCamp/action-slack-notify@v2 | |
| env: | |
| SLACK_COLOR: "#ff0000" | |
| SLACK_MESSAGE: ":here-we-go-again: :bob-the-destroyer: We need :fix-parrot: ASAP :pray:" | |
| SLACK_TITLE: Code Interpreter Release Failed | |
| SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} |