# integration tests for vite ecosystem - run from pr comments

name: vite-ecosystem-ci-from-pr

env:

# 7 GiB by default on GitHub, setting to 6 GiB

# https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources

NODE_OPTIONS: --max-old-space-size=6144

# configure corepack to be strict but not download newer versions or change anything

COREPACK_DEFAULT_TO_LATEST: 0

COREPACK_ENABLE_AUTO_PIN: 0

COREPACK_ENABLE_STRICT: 1

# see https://turbo.build/repo/docs/telemetry#how-do-i-opt-out

TURBO_TELEMETRY_DISABLED: 1

DO_NOT_TRACK: 1

on:

workflow_dispatch:

inputs:

prNumber:

description: "PR number (e.g. 9887)"

required: true

type: string

branchName:

description: "vite branch to use"

required: true

type: string

default: "main"

repo:

description: "vite repository to use"

required: true

type: string

default: "vitejs/vite"

commit:

description: "vite commit sha to use"

type: string

suite:

description: "testsuite to run. runs all testsuits when `-`."

required: false

type: choice

options:

- "-"

- analogjs

- astro

- histoire

- hydrogen

- iles

- ladle

- laravel

- marko

- nuxt

- nx

- previewjs

- quasar

- qwik

- rakkas

# - redwoodjs # disabled temporarily

- storybook

- sveltekit

- unocss

- vike

- vite-environment-examples

- vite-plugin-pwa

- vite-plugin-react

- vite-plugin-react-pages

- vite-plugin-react-swc

- vite-plugin-svelte

- vite-plugin-vue

- vite-plugin-cloudflare

- vite-setup-catalogue

- vitepress

- vitest

- vuepress

- waku

jobs:

init:

runs-on: ubuntu-latest

outputs:

comment-id: ${{ steps.create-comment.outputs.result }}

steps:

- id: generate-token

uses: tibdex/github-app-token@v2

with:

app_id: ${{ secrets.PR_GITHUB_APP_ID }}

installation_retrieval_payload: "${{ github.repository_owner }}/vite"

private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }}

- id: create-comment

uses: actions/github-script@v7

with:

github-token: ${{ steps.generate-token.outputs.token }}

result-encoding: string

script: |

const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`

const urlLink = `[Open](${url})`

const { data: comment } = await github.rest.issues.createComment({

issue_number: context.payload.inputs.prNumber,

owner: context.repo.owner,

repo: 'vite',

body: `⏳ Triggered ecosystem CI: ${urlLink}`

})

return comment.id

execute-selected-suite:

timeout-minutes: 30

runs-on: ubuntu-latest

needs: init

if: "inputs.suite != '-'"

outputs:

ref: ${{ steps.get-ref.outputs.ref }}

steps:

- uses: actions/checkout@v4

- uses: actions/setup-node@v4

with:

node-version: ^22.14.0

- uses: denoland/setup-deno@v1

with:

deno-version: v1.x

continue-on-error: true

- run: corepack enable

- run: pnpm --version

- run: pnpm i --frozen-lockfile

- run: >-

pnpm tsx ecosystem-ci.ts

--branch ${{ inputs.branchName }}

--repo ${{ inputs.repo }}

${{ inputs.commit && format('--commit {0}', inputs.commit) }}

${{ inputs.suite }}

- id: get-ref

if: always()

run: |

ref=${{ inputs.commit || '$(git log -1 --pretty=format:%H)' }}

echo "ref=$ref" >> $GITHUB_OUTPUT

working-directory: ${{ inputs.commit && '.' || 'workspace/vite' }}

execute-all:

timeout-minutes: 30

runs-on: ubuntu-latest

needs: init

if: "inputs.suite == '-'"

outputs:

ref: ${{ steps.get-ref.outputs.ref }}

strategy:

matrix:

suite:

- analogjs

- astro

- histoire

# - hydrogen # disabled until they complete they migration back to Vite

# - iles # disabled until its CI is fixed

- ladle

- laravel

- marko

- nuxt

# - nx # disabled temporarily

- previewjs

- quasar

- qwik

- rakkas

- react-router

# - redwoodjs # disabled temporarily

- storybook

- sveltekit

- unocss

- vike

- vite-environment-examples

- vite-plugin-pwa

- vite-plugin-react

# - vite-plugin-react-pages # # disabled until its install setup is fixed

- vite-plugin-react-swc

- vite-plugin-svelte

- vite-plugin-vue

- vite-plugin-cloudflare

- vite-setup-catalogue

- vitepress

- vitest

- vuepress

- waku

fail-fast: false

steps:

- uses: actions/checkout@v4

- uses: actions/setup-node@v4

with:

node-version: ^22.14.0

- uses: denoland/setup-deno@v1

with:

deno-version: v1.x

continue-on-error: true

- run: corepack enable

- run: pnpm --version

- run: pnpm i --frozen-lockfile

- run: >-

pnpm tsx ecosystem-ci.ts

--branch ${{ inputs.branchName }}

--repo ${{ inputs.repo }}

${{ inputs.commit && format('--commit {0}', inputs.commit) }}

${{ matrix.suite }}

- id: get-ref

if: always()

run: |

ref=${{ inputs.commit || '$(git log -1 --pretty=format:%H)' }}

echo "ref=$ref" >> $GITHUB_OUTPUT

working-directory: ${{ inputs.commit && '.' || 'workspace/vite' }}

update-comment:

runs-on: ubuntu-latest

needs: [init, execute-selected-suite, execute-all]

if: always()

steps:

- id: generate-token

uses: tibdex/github-app-token@v2

with:

app_id: ${{ secrets.PR_GITHUB_APP_ID }}

installation_retrieval_payload: "${{ github.repository_owner }}/vite"

private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }}

- uses: actions/github-script@v7

with:

github-token: ${{ steps.generate-token.outputs.token }}

script: |

const mainRepoName = 'vite'

const ref = "${{ needs.execute-all.outputs.ref }}" || "${{ needs.execute-selected-suite.outputs.ref }}"

const refLink = `[\`${ref.slice(0, 7)}\`](${context.serverUrl}/${context.repo.owner}/${mainRepoName}/pull/${context.payload.inputs.prNumber}/commits/${ref})`

const { data: { jobs } } = await github.rest.actions.listJobsForWorkflowRun({

owner: context.repo.owner,

repo: context.repo.repo,

run_id: context.runId,

per_page: 100

});

const selectedSuite = context.payload.inputs.suite

let results

if (selectedSuite !== "-") {

const { conclusion, html_url } = jobs.find(job => job.name === "execute-selected-suite")

results = [{ suite: selectedSuite, conclusion, link: html_url }]

} else {

results = jobs

.filter(job => job.name.startsWith('execute-all '))

.map(job => {

const suite = job.name.replace(/^execute-all \(([^)]+)\)$/, "$1")

return { suite, conclusion: job.conclusion, link: job.html_url }

})

}

const url = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`

const urlLink = `[Open](${url})`

const conclusionEmoji = {

success: ":white_check_mark:",

failure: ":x:",

cancelled: ":stop_button:"

}

// check for previous ecosystem-ci runs against the main branch

// first, list workflow runs for ecosystem-ci.yml

const { data: { workflow_runs } } = await github.rest.actions.listWorkflowRuns({

owner: context.repo.owner,

repo: context.repo.repo,

workflow_id: 'ecosystem-ci.yml'

});

// for simplity, we only take the latest completed scheduled run

// otherwise we would have to check the inputs for every maunally triggerred runs, which is an overkill

const latestScheduledRun = workflow_runs.find(run => run.event === "schedule" && run.status === "completed")

// get the jobs for the latest scheduled run

const { data: { jobs: scheduledJobs } } = await github.rest.actions.listJobsForWorkflowRun({

owner: context.repo.owner,

repo: context.repo.repo,

run_id: latestScheduledRun.id

});

const scheduledResults = scheduledJobs

.filter(job => job.name.startsWith('test-ecosystem '))

.map(job => {

const suite = job.name.replace(/^test-ecosystem \(([^)]+)\)$/, "$1")

return { suite, conclusion: job.conclusion, link: job.html_url }

})

const rows = []

const successfulSuitesWithoutChanges = []

results.forEach(current => {

const latest = scheduledResults.find(s => s.suite === current.suite) || {} // in case a new suite is added after latest scheduled

if (current.conclusion === "success" && latest.conclusion === "success") {

successfulSuitesWithoutChanges.push(`[${current.suite}](${current.link})`)

}

else {

const firstColumn = current.suite

const secondColumn = `${conclusionEmoji[current.conclusion]} [${current.conclusion}](${current.link})`

const thirdColumn = `${conclusionEmoji[latest.conclusion]} [${latest.conclusion}](${latest.link})`

rows.push(`| ${firstColumn} | ${secondColumn} | ${thirdColumn} |`)

}

})

let body = `

📝 Ran ecosystem CI on ${refLink}: ${urlLink}

`

if (rows.length > 0) {

body += `| suite | result | [latest scheduled](${latestScheduledRun.html_url}) |

|-------|--------|----------------|

${rows.join("\n")}

${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")}

`

} else {

body += `${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")}

`

}

await github.rest.issues.createComment({

issue_number: context.payload.inputs.prNumber,

owner: context.repo.owner,

repo: mainRepoName,

body

})

await github.rest.issues.deleteComment({

owner: context.repo.owner,

repo: mainRepoName,

comment_id: ${{ needs.init.outputs.comment-id }}

})