Skip to content

@Desktop • Test App triggered by lvndry on ref feat/live-5007-update-polkadot-dependencies #20138

@Desktop • Test App triggered by lvndry on ref feat/live-5007-update-polkadot-dependencies

@Desktop • Test App triggered by lvndry on ref feat/live-5007-update-polkadot-dependencies #20138

Workflow file for this run

name: "@Desktop • Test App"
run-name: "@Desktop • Test App triggered by ${{ github.event_name == 'workflow_dispatch' && inputs.login || github.actor }} ${{ format('on ref {0}', github.ref_name) }}"
on:
push:
branches:
- main
- develop
- release
- hotfix
workflow_dispatch:
inputs:
ref:
description: the branch which triggered this workflow
required: false
login:
description: The GitHub username that triggered the workflow
required: true
base_ref:
description: The base branch to merge the head into when checking out the code
required: false
draft:
description: true if the PR is in draft
required: false
default: "false"
concurrency:
group: ${{ github.workflow }}-${{ github.ref_name != 'develop' && github.ref || github.run_id }}
cancel-in-progress: true
env:
REFNAME: ${{ (github.event_name == 'workflow_dispatch' && (inputs.ref || github.ref_name)) || github.sha }}
jobs:
codechecks:
name: "Desktop code checks"
env:
NODE_OPTIONS: "--max-old-space-size=7168"
FORCE_COLOR: 3
CI_OS: ubuntu-latest
runs-on: ubuntu-latest
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
skip_builds: true
install_dotnet: true
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: lint
run: |
pnpm lint --filter="ledger-live-desktop" --api="http://127.0.0.1:${{ steps.turborepo-cache-server.outputs.port }}" --token="yolo" --team="foo" -- --format="json" -o="lint.json"
node -p "require('./node_modules/eslint/lib/cli-engine/formatters/stylish.js')(require('./apps/ledger-live-desktop/lint.json'))"
- name: prettier
run: pnpm desktop prettier:check
- name: typecheck
run: pnpm desktop typecheck
- uses: actions/upload-artifact@v3
name: upload eslint json output
if: always()
with:
name: lint
path: ${{ github.workspace }}/apps/ledger-live-desktop/lint.json
deadcodecheck:
name: "Desktop deadcode check"
env:
NODE_OPTIONS: "--max-old-space-size=7168"
FORCE_COLOR: 3
CI_OS: ubuntu-latest
runs-on: ubuntu-latest
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
skip_builds: true
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: check for dead code
run: cd apps/ledger-live-desktop && npx unimported
shell: bash
unit-tests:
name: "Desktop Unit Tests"
env:
NODE_OPTIONS: "--max-old-space-size=7168"
FORCE_COLOR: 3
CI_OS: ubuntu-latest
runs-on: ubuntu-latest
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
skip_builds: true
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: Run unit tests
run: pnpm desktop test:jest
e2e-tests-windows:
name: "Desktop E2E (Windows)"
outputs:
status: ${{ steps.tests.outcome }}
env:
NODE_OPTIONS: "--max-old-space-size=7168"
FORCE_COLOR: 3
CI_OS: "windows-latest"
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
# DEBUG: "pw:browser*"
# DEBUG_LOGS: 1
runs-on: [ledger-live-4xlarge-windows-2022]
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: actions/setup-dotnet@v2
with:
dotnet-version: 2.1.816
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
install_node_gyp: true
install_playwright: true
upgrade_npm: true
install_dotnet: true
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: Run playwright tests
id: tests
run: |
pnpm desktop test:playwright
shell: bash
- name: upload diffs to imgur
if: always() && !cancelled()
uses: ./tools/actions/upload-images
id: imgur
with:
path: apps/ledger-live-desktop/tests/artifacts/test-results
workspace: ${{ github.workspace }}
os: windows
- name: upload ci suggested screenshots
if: always() && !cancelled()
uses: actions/upload-artifact@v3
with:
name: images
path: images-windows.json
- name: Upload playwright test results [On Failure]
uses: actions/upload-artifact@v3
if: failure() && !cancelled()
with:
name: playwright-results-windows
path: |
apps/ledger-live-desktop/tests/artifacts/test-results
apps/ledger-live-desktop/tests/artifacts/html-report
apps/ledger-live-desktop/tests/artifacts/coverage
apps/ledger-live-desktop/tests/artifacts/videos
apps/ledger-live-desktop/tests/artifacts/logs
apps/ledger-live-desktop/tests/artifacts/*.log
- name: Upload Allure Report
if: always()
uses: actions/upload-artifact@v3
with:
name: allure-results-windows
path: apps/ledger-live-desktop/allure-results
e2e-tests-linux:
name: "Desktop E2E (Linux)"
outputs:
status: ${{ steps.tests.outcome }}
env:
NODE_OPTIONS: "--max-old-space-size=7168"
INSTRUMENT_BUILD: true
FORCE_COLOR: 3
CI_OS: "ubuntu-latest"
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
# DEBUG: "pw:browser*"
# DEBUG_LOGS: 1
runs-on: [ledger-live-4xlarge-linux]
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
skip_python: true
skip_ruby: true
install_playwright: true
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: Run playwright tests [Linux => xvfb-run]
id: tests
run: |
xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- pnpm desktop test:playwright
- name: upload diffs to imgur
if: always() && !cancelled()
uses: ./tools/actions/upload-images
id: imgur
with:
path: apps/ledger-live-desktop/tests/artifacts/test-results
workspace: ${{ github.workspace }}
os: linux
- name: upload ci suggested screenshots
if: always() && !cancelled()
uses: actions/upload-artifact@v3
with:
name: images
path: images-linux.json
- name: Upload playwright test results [On Failure]
uses: actions/upload-artifact@v3
if: failure() && !cancelled()
with:
name: playwright-results-linux
path: |
apps/ledger-live-desktop/tests/artifacts/test-results
apps/ledger-live-desktop/tests/artifacts/html-report
apps/ledger-live-desktop/tests/artifacts/coverage
apps/ledger-live-desktop/tests/artifacts/videos
apps/ledger-live-desktop/tests/artifacts/logs
apps/ledger-live-desktop/tests/artifacts/*.log
- name: Upload Allure Report
if: always()
uses: actions/upload-artifact@v3
with:
name: allure-results-linux
path: apps/ledger-live-desktop/allure-results
e2e-tests-mac:
name: "Desktop E2E (macOS X)"
runs-on: [m1, ARM64]
outputs:
status: ${{ steps.tests.outcome }}
env:
NODE_OPTIONS: "--max-old-space-size=7168"
FORCE_COLOR: 3
CI_OS: "macos-latest"
PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
# DEBUG: "pw:browser*"
# DEBUG_LOGS: 1
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- uses: ./tools/actions/composites/setup-test-desktop
id: setup-test-desktop
with:
skip_python: true
skip_ruby: true
install_playwright: true
pnpm_dest: ${{ runner.temp }}/setup-pnpm
aws-access-key: ${{ secrets.AWS_S3_CACHE_ACCESS_KEY }}
aws-secret-key: ${{ secrets.AWS_S3_CACHE_SECRET_KEY }}
- name: Run playwright tests
id: tests
run: |
pnpm desktop test:playwright
- name: upload diffs to imgur
if: always() && !cancelled()
uses: ./tools/actions/upload-images
id: imgur
with:
path: apps/ledger-live-desktop/tests/artifacts/test-results
workspace: ${{ github.workspace }}
os: macos
- name: upload ci suggested screenshots
if: always() && !cancelled()
uses: actions/upload-artifact@v3
with:
name: images
path: images-macos.json
- name: Upload playwright test results [On Failure]
uses: actions/upload-artifact@v3
if: failure() && !cancelled()
with:
name: playwright-results-macos
path: |
apps/ledger-live-desktop/tests/artifacts/test-results
apps/ledger-live-desktop/tests/artifacts/html-report
apps/ledger-live-desktop/tests/artifacts/coverage
apps/ledger-live-desktop/tests/artifacts/videos
apps/ledger-live-desktop/tests/artifacts/logs
apps/ledger-live-desktop/tests/artifacts/*.log
- name: Upload Allure Report
if: always()
uses: actions/upload-artifact@v3
with:
name: allure-results-macos
path: apps/ledger-live-desktop/allure-results
report:
needs:
[codechecks, deadcodecheck, unit-tests, e2e-tests-linux, e2e-tests-windows, e2e-tests-mac]
runs-on: ubuntu-latest
if: always() && !cancelled()
steps:
- uses: LedgerHQ/ledger-live/tools/actions/composites/checkout-merge@develop
with:
ref: ${{ env.REFNAME }}
base: ${{ inputs.base_ref }}
- name: "download linter results"
uses: actions/download-artifact@v3
with:
name: lint
- name: download images artifacts
uses: actions/download-artifact@v3
with:
name: images
- name: parse images
uses: actions/github-script@v6
with:
script: |
const fs = require("fs");
const files = ["images-linux", "images-windows", "images-macos"];
let result = {};
for (const file of files) {
try {
const raw = JSON.parse(fs.readFileSync("${{github.workspace}}/" + file + ".json"));
const key = file.replace("images-", "").replace("-latest", "").trim()
result[key] = raw;
} catch (err) {
console.log(err);
}
}
fs.writeFileSync("./images.json", JSON.stringify(result, null, 2));
- name: prepare comment with screenshots
id: comment
uses: ./tools/actions/prepare-comment-screenshots
with:
images: images.json
no-actor: true
- uses: actions/github-script@v6
name: prepare status
id: status
with:
script: |
const fs = require("fs");
const path = require("path");
const [ owner, repo ] = "${{ github.repository }}".split("/");
const jobs = await github.paginate(github.rest.actions.listJobsForWorkflowRunAttempt, {
owner,
repo,
run_id: "${{ github.run_id }}",
attempt_number: "${{ github.run_attempt }}",
});
const findJobUrl = os =>
jobs.find(job => job.name == `Live Desktop Tests (${os})`)?.html_url;
const keys = {
mac: {
symbol: "🍏",
name: "macOS",
jobUrl: findJobUrl("macOS X")
},
windows: {
symbol: "🪟",
name: "Windows",
jobUrl: findJobUrl("Windows")
},
linux: {
symbol: "🐧",
name: "Linux",
jobUrl: findJobUrl("Linux")
},
};
const typecheck = {
pass: ${{ needs.codechecks.result == 'success' }},
status: "${{ needs.codechecks.result }}",
};
const unitTests = {
pass: ${{ needs.unit-tests.result == 'success' }},
status: "${{ needs.unit-tests.result }}",
};
const deadcodecheck = {
pass: ${{ needs.deadcodecheck.result == 'success' }},
};
const report = {
mac: {
pass: ${{ needs.e2e-tests-mac.outputs.status == 'success' }},
status: "${{ needs.e2e-tests-mac.outputs.status }}",
},
linux: {
pass: ${{ needs.e2e-tests-linux.outputs.status == 'success' }},
status: "${{ needs.e2e-tests-linux.outputs.status }}",
},
windows: {
pass: ${{ needs.e2e-tests-windows.outputs.status == 'success' }},
status: "${{ needs.e2e-tests-windows.outputs.status }}",
},
};
let summary = `### TypeCheck
${typecheck.pass ? "Typechecks are fine" : "Unfortunately typechecks did not pass"}
- ${typecheck.pass ? "✅" : "❌"} **Type checks** ended with status \`${typecheck.status}\`
### Dead Code Check
${deadcodecheck.pass ? "Dead code checks are fine" : "Unfortunately, dead code checks did not pass. Try \`npx unimported\` in apps/ledger-live-desktop"}
- ${deadcodecheck.pass ? "✅" : "❌"}
### Unit Tests (Jest)
${unitTests.pass ? "Unit tests are fine" : "Unit tests did not pass"}
- ${unitTests.pass ? "✅" : "❌"} **Unit tests** ended with status \`${unitTests.status}\`
### Screenshot Tests (Playwright)
`
summary += `|`
const reportKeys = Object.keys(report);
const playwrightSuccess = Object.entries(report).every(([os, values]) => !!values.pass);
reportKeys.forEach((k) => {
summary += ` [${keys[k].symbol} ${keys[k].name}](${keys[k].jobUrl}) |`;
});
summary += `
|`;
for (let i = 0; i < reportKeys.length; i++) {
summary += ` :--: |`;
}
summary += `
|`;
Object.entries(report).forEach(([os, values]) => {
summary += ` ${values.pass ? "✅" : "❌"} (${values.status}) |`;
});
summary += `
${{ steps.comment.outputs.body }}
`
// Store eslint results as annotations
let annotations = []
try {
const lintResult = require("./lint.json");
const LEVELS = {
0: "notice",
1: "warning",
2: "failure"
};
const withErrorOrWarning = lintResult.filter(r => r.errorCount > 0 || r.fatalErrorCount > 0 || r.warningCount > 0);
annotations = withErrorOrWarning.flatMap(({ filePath, messages }) =>
messages.map((m) => {
const sameLine = m.line === m.endLine;
return {
path: path.relative(process.env.GITHUB_WORKSPACE, filePath),
start_line: m.line,
end_line: m.endLine,
// Annotations only support start_column and end_column on the same line. Omit this parameter if start_line and end_line have different values.
// https://docs.github.com/en/rest/reference/checks#create-a-check-run
start_column: sameLine ? m.column : undefined,
end_column: sameLine ? m.endColumn : undefined,
annotation_level: LEVELS[m.severity],
message: m.message,
title: m.ruleId,
}
})
);
} catch(error) {
console.error("Failed processing eslint annotations", error)
}
const output = {
summary,
annotations,
actions: [{
// 20 chars max
label: "Regen. Screenshots",
// 20 chars max
identifier: "regen_screenshots",
// 40 chars max
description: "Will regenerate playwright screenshots",
}, {
// 20 chars max
label: "Run full LLD suite",
// 20 chars max
identifier: "lld_full_suite",
// 40 chars max
description: "Run the full e2e test suite for LLD",
}],
};
fs.writeFileSync("summary.json", JSON.stringify(output), "utf-8");
if (${{ github.event_name != 'push' }}) return;
const slackPayload = {
"text": "[Alert] Ledger Live Desktop tests failed on ${{github.ref_name}}",
"blocks": [
{
"type": "header",
"text": {
"type": "plain_text",
"text": ":warning: [Alert] Ledger Live Desktop tests failed on ${{ github.ref_name }}",
"emoji": true
}
},
{
"type": "divider"
},
{
"type": "header",
"text": {
"type": "plain_text",
"text": "Checks"
}
},
{
"type": "section",
"text": {
"type": "mrkdwn",
"text": `- typechecks: ${typecheck.pass ? "✅" : "❌"}\n - deadcode checks: ${deadcodecheck.pass ? "✅" : "❌"}\n - unit tests: ${unitTests.pass ? "✅" : "❌"}\n`
}
},
{
"type": "divider"
},
{
"type": "header",
"text": {
"type": "plain_text",
"text": "E2E Tests"
}
},
{
"type": "section",
"text": {
"type": "mrkdwn",
"text": `- 🐧 linux: ${report.linux.pass ? "✅" : "❌"}\n - 🪟 windows: ${report.windows.pass ? "✅" : "❌"}\n - 🍏 macos: ${report.mac.pass ? "✅" : "❌"}\n`
}
},
{
"type": "divider"
},
{
"type": "section",
"text": {
"type": "mrkdwn",
"text": "Commit by ${{ github.event.head_commit.author.username || '' }}\nhttps://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
}
}
]
};
fs.writeFileSync("payload-slack-content.json", JSON.stringify(slackPayload), "utf-8");
- name: post to a Slack channel
id: slack
uses: slackapi/slack-github-action@v1.23.0
if: always() && !cancelled() && github.event_name == 'push' && contains(join(needs.*.result, ','), 'failure')
with:
channel-id: "C05FKJ7DFAP"
payload-file-path: ${{ github.workspace }}/payload-slack-content.json
env:
SLACK_BOT_TOKEN: ${{ secrets.SLACK_LIVE_CI_BOT_TOKEN }}
- uses: actions/upload-artifact@v3
name: upload summary
with:
name: summary.json
path: ${{ github.workspace }}/summary.json
allure-report:
name: "Allure Reports Export on Server"
needs: [e2e-tests-windows, e2e-tests-linux, e2e-tests-mac]
runs-on: [ledger-live-medium-linux]
if: ${{ always() && !cancelled() && github.ref_name == 'develop' }}
steps:
- name: checkout
uses: actions/checkout@v3
with:
ref: ${{ (github.event_name == 'workflow_dispatch' && (inputs.ref || github.ref_name)) || github.sha }}
- name: Download Allure Report - Windows
uses: actions/download-artifact@v3
with:
name: allure-results-windows
path: allure-results-windows
- name: Download Allure Report - MacOS
uses: actions/download-artifact@v3
with:
name: allure-results-macos
path: allure-results-macos
- name: Download Allure Report - Linux
uses: actions/download-artifact@v3
with:
name: allure-results-linux
path: allure-results-linux
- name: Send Results and Generate Allure Report - Windows
uses: ./tools/actions/composites/upload-allure-report
if: always()
with:
platform: windows
login: ${{ secrets.ALLURE_LOGIN }}
password: ${{ secrets.ALLURE_PASSWORD }}
path: allure-results-windows
- name: Send Results and Generate Allure Report - MacOS
uses: ./tools/actions/composites/upload-allure-report
if: always()
with:
platform: macos
login: ${{ secrets.ALLURE_LOGIN }}
password: ${{ secrets.ALLURE_PASSWORD }}
path: allure-results-macos
- name: Send Results and Generate Allure Report - Linux
uses: ./tools/actions/composites/upload-allure-report
if: always()
with:
platform: linux
login: ${{ secrets.ALLURE_LOGIN }}
password: ${{ secrets.ALLURE_PASSWORD }}
path: allure-results-linux