ci: split fe+be pipelines #5

Merged
mcataford merged 1 commit from ci/pipeline-cleaning into main 2023-08-11 05:31:38 +00:00
3 changed files with 273 additions and 235 deletions

54
.github/workflows/backend-pipeline.yml vendored Normal file
View file

@ -0,0 +1,54 @@
name: Backend Pipeline
on:
workflow_call:
jobs:
setup:
runs-on: ubuntu-latest
name: Setup
defaults:
run:
working-directory: backend
steps:
- uses: actions/checkout@v3
- name: get-python-version
run: |
echo "python_version=$(cat .python-version)" >> $GITHUB_OUTPUT
- uses: actions/setup-python@v3
with:
python-version: ${{ steps.get-python-version.outputs.python_version }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.venv
key: ${{ runner.os }}-${{ hashFiles('**/requirements*.txt') }}-${{ steps.get-python-version.outputs.python_version }}
- name: Install dependencies
if: steps.cache-restore.outputs.cache-hit != 'true'
run: . script/bootstrap
lint:
runs-on: ubuntu-latest
name: Lint
needs: setup
defaults:
run:
working-directory: backend
steps:
- uses: actions/checkout@v3
- name: get-python-version
run: |
echo "python_version=$(cat .python-version)" >> $GITHUB_OUTPUT
- uses: actions/setup-python@v3
with:
python-version: ${{ steps.get-python-version.outputs.python_version }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.venv
key: ${{ runner.os }}-${{ hashFiles('**/requirements*.txt') }}-${{ steps.get-python-version.outputs.python_version }}
- name: Lint
run: |
. script/bootstrap
black . --check

View file

@ -1,4 +1,4 @@
name: CI name: CI/CD
on: on:
push: push:
@ -7,7 +7,6 @@ on:
pull_request: pull_request:
env: env:
NODE_VERSION: lts/hydrogen
CI: 1 CI: 1
jobs: jobs:
@ -24,7 +23,7 @@ jobs:
- name: Change check (frontend) - name: Change check (frontend)
id: fe-changes id: fe-changes
run: | run: |
if [ "${{ github.ref }}" == "refs/heads/main" ] if [ "${{ github.ref }}" == "refs/heads/main" ] | [ -n "$(git diff --name-only origin/main origin/${GITHUB_HEAD_REF} -- ./.github)" ]
then then
echo "fe_changed=true" >> "$GITHUB_OUTPUT" echo "fe_changed=true" >> "$GITHUB_OUTPUT"
exit 0 exit 0
@ -37,7 +36,7 @@ jobs:
- name: Change check (backend) - name: Change check (backend)
id: be-changes id: be-changes
run: | run: |
if [ "${{ github.ref }}" == "refs/heads/main" ] if [ "${{ github.ref }}" == "refs/heads/main" ] | [ -n "$(git diff --name-only origin/main origin/${GITHUB_HEAD_REF} -- ./.github)" ]
then then
echo "be_changed=true" >> "$GITHUB_OUTPUT" echo "be_changed=true" >> "$GITHUB_OUTPUT"
exit 0 exit 0
@ -47,238 +46,11 @@ jobs:
then then
echo "be_changed=true" >> "$GITHUB_OUTPUT" echo "be_changed=true" >> "$GITHUB_OUTPUT"
fi fi
- name: Summary backend:
run: | uses: ./.github/workflows/backend-pipeline.yml
echo ${{ steps.be-changes.outputs.be_changed }}
echo ${{ steps.fe-changes.outputs.fe_changed }}
be-setup:
runs-on: ubuntu-latest
name: Setup (backend)
needs: preflight needs: preflight
if: needs.preflight.outputs.be_changed == 'true' if: needs.preflight.outputs.be_changed == 'true'
defaults: frontend:
run: uses: ./.github/workflows/frontend-pipeline.yml
working-directory: backend
steps:
- uses: actions/checkout@v3
- name: get-python-version
run: |
echo "python_version=$(cat .python-version)" >> $GITHUB_OUTPUT
- uses: actions/setup-python@v3
with:
python-version: ${{ steps.get-python-version.outputs.python_version }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.venv
key: ${{ runner.os }}-${{ hashFiles('**/requirements*.txt') }}-${{ steps.get-python-version.outputs.python_version }}
- name: Install dependencies
if: steps.cache-restore.outputs.cache-hit != 'true'
run: . script/bootstrap
be-lint:
runs-on: ubuntu-latest
name: Lint (backend)
needs: be-setup
defaults:
run:
working-directory: backend
steps:
- uses: actions/checkout@v3
- name: get-python-version
run: |
echo "python_version=$(cat .python-version)" >> $GITHUB_OUTPUT
- uses: actions/setup-python@v3
with:
python-version: ${{ steps.get-python-version.outputs.python_version }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.venv
key: ${{ runner.os }}-${{ hashFiles('**/requirements*.txt') }}-${{ steps.get-python-version.outputs.python_version }}
- name: Lint
run: |
. script/bootstrap
black . --check
fe-setup:
runs-on: ubuntu-latest
name: Setup (frontend)
needs: preflight needs: preflight
if: needs.preflight.outputs.fe_changed == 'true' if: needs.preflight.outputs.fe_changed == 'true'
defaults:
run:
working-directory: frontend
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Install dependencies
if: steps.cache-restore.outputs.cache-hit != 'true'
run: . script/bootstrap
fe-lint:
runs-on: ubuntu-latest
name: Lint (frontend)
defaults:
run:
working-directory: frontend
needs: fe-setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Lint
run: |
. script/bootstrap
yarn lint
fe-test:
runs-on: ubuntu-latest
name: Test (frontend)
defaults:
run:
working-directory: frontend
needs: fe-setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Test
run: |
. script/bootstrap
yarn test
fe-build:
runs-on: ubuntu-latest
name: Build App
defaults:
run:
working-directory: frontend
needs: fe-setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Parcel cache
uses: actions/cache@v3
id: parcel-cache-restore
with:
path: |
.parcel-cache
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}-parcel
- run: |
. script/bootstrap
yarn build
- name: Build Artifacts
uses: actions/upload-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
fe-preview:
runs-on: ubuntu-latest
name: Deploy preview
if: ${{ false && github.ref != 'refs/heads/main' }}
needs: fe-build
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
id: node-setup
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- run: . script/bootstrap
- name: Build Artifacts
uses: actions/download-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
- name: Deploy
id: preview-deploy
env:
NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_TOKEN }}
NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
run: |
yarn netlify deploy --dir=packages/app/dist --json | jq .deploy_url > output.log
echo "::set-output name=draft-url::$(cat output.log)"
- name: Report
uses: actions/github-script@v6
env:
DRAFT_URL: ${{ steps.preview-deploy.outputs.draft-url }}
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
github.rest.issues.createComment({
issue_number: context.issue.number,
owner: context.repo.owner,
repo: context.repo.repo,
body: `:eyes: Branch deployed at ${process.env.DRAFT_URL}`
})
fe-deploy:
runs-on: ubuntu-latest
name: Deploy
needs: fe-build
if: ${{ false }}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
id: node-setup
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- run: . script/bootstrap
- name: Build Artifacts
uses: actions/download-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
- name: Netlify CLI setup
run: npm install -g netlify-cli
- name: Deploy
id: preview-deploy
env:
NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_TOKEN }}
NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
run: |
yarn netlify deploy --dir=packages/app/dist --prod

212
.github/workflows/frontend-pipeline.yml vendored Normal file
View file

@ -0,0 +1,212 @@
name: Frontend Pipeline
on:
workflow_call:
env:
NODE_VERSION: lts/hydrogen
CI: 1
jobs:
setup:
runs-on: ubuntu-latest
name: Setup
defaults:
run:
working-directory: frontend
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- uses: actions/cache@v3
id: cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Install dependencies
if: steps.cache-restore.outputs.cache-hit != 'true'
run: . script/bootstrap
lint:
runs-on: ubuntu-latest
name: Lint
defaults:
run:
working-directory: frontend
needs: setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Lint
run: |
. script/bootstrap
yarn lint
test:
runs-on: ubuntu-latest
name: Test
defaults:
run:
working-directory: frontend
needs: setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Test
run: |
. script/bootstrap
yarn test
typecheck:
runs-on: ubuntu-latest
name: Typecheck
defaults:
run:
working-directory: frontend
needs: setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Typecheck
run: |
. script/bootstrap
yarn typecheck
build:
runs-on: ubuntu-latest
name: Build App
defaults:
run:
working-directory: frontend
needs: setup
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- name: Parcel cache
uses: actions/cache@v3
id: parcel-cache-restore
with:
path: |
.parcel-cache
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}-parcel
- run: |
. script/bootstrap
yarn build
- name: Build Artifacts
uses: actions/upload-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
preview:
runs-on: ubuntu-latest
name: Deploy preview
if: ${{ false && github.ref != 'refs/heads/main' }}
needs: build
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
id: node-setup
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- run: . script/bootstrap
- name: Build Artifacts
uses: actions/download-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
- name: Deploy
id: preview-deploy
env:
NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_TOKEN }}
NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
run: |
yarn netlify deploy --dir=packages/app/dist --json | jq .deploy_url > output.log
echo "::set-output name=draft-url::$(cat output.log)"
- name: Report
uses: actions/github-script@v6
env:
DRAFT_URL: ${{ steps.preview-deploy.outputs.draft-url }}
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
github.rest.issues.createComment({
issue_number: context.issue.number,
owner: context.repo.owner,
repo: context.repo.repo,
body: `:eyes: Branch deployed at ${process.env.DRAFT_URL}`
})
fe-deploy:
runs-on: ubuntu-latest
name: Deploy
needs: build
if: ${{ false }}
steps:
- uses: actions/checkout@v3
- uses: actions/setup-node@v3
id: node-setup
with:
node-version: ${{ env.NODE_VERSION }}
- name: Yarn cache
uses: actions/cache@v3
id: yarn-cache-restore
with:
path: |
.yarn
key: ${{ runner.os }}-${{ hashFiles('**/yarn.lock') }}-${{ env.NODE_VERSION }}
- run: . script/bootstrap
- name: Build Artifacts
uses: actions/download-artifact@v3
with:
name: build-artifacts
path: packages/app/dist
- name: Netlify CLI setup
run: npm install -g netlify-cli
- name: Deploy
id: preview-deploy
env:
NETLIFY_AUTH_TOKEN: ${{ secrets.NETLIFY_TOKEN }}
NETLIFY_SITE_ID: ${{ secrets.NETLIFY_SITE_ID }}
run: |
yarn netlify deploy --dir=packages/app/dist --prod