summaryrefslogtreecommitdiffstats
path: root/.github/workflows
diff options
context:
space:
mode:
Diffstat (limited to '.github/workflows')
-rw-r--r--.github/workflows/android-build.yml79
-rw-r--r--.github/workflows/android-merge.js218
-rw-r--r--.github/workflows/android-publish.yml57
-rw-r--r--.github/workflows/verify.yml4
4 files changed, 356 insertions, 2 deletions
diff --git a/.github/workflows/android-build.yml b/.github/workflows/android-build.yml
new file mode 100644
index 000000000..e639e965a
--- /dev/null
+++ b/.github/workflows/android-build.yml
@@ -0,0 +1,79 @@
+# SPDX-FileCopyrightText: 2022 yuzu Emulator Project
+# SPDX-License-Identifier: GPL-3.0-or-later
+
+name: 'yuzu-android-build'
+
+on:
+ push:
+ tags: [ "*" ]
+
+jobs:
+ android:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v3
+ with:
+ submodules: recursive
+ fetch-depth: 0
+ - name: Set up JDK 17
+ uses: actions/setup-java@v3
+ with:
+ java-version: '17'
+ distribution: 'temurin'
+ - name: Set up cache
+ uses: actions/cache@v3
+ with:
+ path: |
+ ~/.gradle/caches
+ ~/.gradle/wrapper
+ ~/.ccache
+ key: ${{ runner.os }}-android-${{ github.sha }}
+ restore-keys: |
+ ${{ runner.os }}-android-
+ - name: Query tag name
+ uses: olegtarasov/get-tag@v2.1.2
+ id: tagName
+ - name: Install dependencies
+ run: |
+ sudo apt-get update
+ sudo apt-get install -y ccache apksigner glslang-dev glslang-tools
+ - name: Build
+ run: ./.ci/scripts/android/build.sh
+ - name: Copy and sign artifacts
+ env:
+ ANDROID_KEYSTORE_B64: ${{ secrets.ANDROID_KEYSTORE_B64 }}
+ ANDROID_KEY_ALIAS: ${{ secrets.ANDROID_KEY_ALIAS }}
+ ANDROID_KEYSTORE_PASS: ${{ secrets.ANDROID_KEYSTORE_PASS }}
+ run: ./.ci/scripts/android/upload.sh
+ - name: Upload
+ uses: actions/upload-artifact@v3
+ with:
+ name: android
+ path: artifacts/
+ # release steps
+ release-android:
+ runs-on: ubuntu-latest
+ needs: [android]
+ if: ${{ startsWith(github.ref, 'refs/tags/') }}
+ permissions:
+ contents: write
+ steps:
+ - uses: actions/download-artifact@v3
+ - name: Query tag name
+ uses: olegtarasov/get-tag@v2.1.2
+ id: tagName
+ - name: Create release
+ uses: actions/create-release@v1
+ env:
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ with:
+ tag_name: ${{ steps.tagName.outputs.tag }}
+ release_name: ${{ steps.tagName.outputs.tag }}
+ draft: false
+ prerelease: false
+ - name: Upload artifacts
+ uses: alexellis/upload-assets@0.2.3
+ env:
+ GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ with:
+ asset_paths: '["./**/*.apk","./**/*.aab"]'
diff --git a/.github/workflows/android-merge.js b/.github/workflows/android-merge.js
new file mode 100644
index 000000000..7e02dc9e5
--- /dev/null
+++ b/.github/workflows/android-merge.js
@@ -0,0 +1,218 @@
+// SPDX-FileCopyrightText: 2023 yuzu Emulator Project
+// SPDX-License-Identifier: GPL-2.0-or-later
+
+// Note: This is a GitHub Actions script
+// It is not meant to be executed directly on your machine without modifications
+
+const fs = require("fs");
+// which label to check for changes
+const CHANGE_LABEL = 'android-merge';
+// how far back in time should we consider the changes are "recent"? (default: 24 hours)
+const DETECTION_TIME_FRAME = (parseInt(process.env.DETECTION_TIME_FRAME)) || (24 * 3600 * 1000);
+
+async function checkBaseChanges(github, context) {
+ // query the commit date of the latest commit on this branch
+ const query = `query($owner:String!, $name:String!, $ref:String!) {
+ repository(name:$name, owner:$owner) {
+ ref(qualifiedName:$ref) {
+ target {
+ ... on Commit { id pushedDate oid }
+ }
+ }
+ }
+ }`;
+ const variables = {
+ owner: context.repo.owner,
+ name: context.repo.repo,
+ ref: 'refs/heads/master',
+ };
+ const result = await github.graphql(query, variables);
+ const pushedAt = result.repository.ref.target.pushedDate;
+ console.log(`Last commit pushed at ${pushedAt}.`);
+ const delta = new Date() - new Date(pushedAt);
+ if (delta <= DETECTION_TIME_FRAME) {
+ console.info('New changes detected, triggering a new build.');
+ return true;
+ }
+ console.info('No new changes detected.');
+ return false;
+}
+
+async function checkAndroidChanges(github, context) {
+ if (checkBaseChanges(github, context)) return true;
+ const query = `query($owner:String!, $name:String!, $label:String!) {
+ repository(name:$name, owner:$owner) {
+ pullRequests(labels: [$label], states: OPEN, first: 100) {
+ nodes { number headRepository { pushedAt } }
+ }
+ }
+ }`;
+ const variables = {
+ owner: context.repo.owner,
+ name: context.repo.repo,
+ label: CHANGE_LABEL,
+ };
+ const result = await github.graphql(query, variables);
+ const pulls = result.repository.pullRequests.nodes;
+ for (let i = 0; i < pulls.length; i++) {
+ let pull = pulls[i];
+ if (new Date() - new Date(pull.headRepository.pushedAt) <= DETECTION_TIME_FRAME) {
+ console.info(`${pull.number} updated at ${pull.headRepository.pushedAt}`);
+ return true;
+ }
+ }
+ console.info("No changes detected in any tagged pull requests.");
+ return false;
+}
+
+async function tagAndPush(github, owner, repo, execa, commit=false) {
+ let altToken = process.env.ALT_GITHUB_TOKEN;
+ if (!altToken) {
+ throw `Please set ALT_GITHUB_TOKEN environment variable. This token should have write access to ${owner}/${repo}.`;
+ }
+ const query = `query ($owner:String!, $name:String!) {
+ repository(name:$name, owner:$owner) {
+ refs(refPrefix: "refs/tags/", orderBy: {field: TAG_COMMIT_DATE, direction: DESC}, first: 10) {
+ nodes { name }
+ }
+ }
+ }`;
+ const variables = {
+ owner: owner,
+ name: repo,
+ };
+ const tags = await github.graphql(query, variables);
+ const tagList = tags.repository.refs.nodes;
+ const lastTag = tagList[0] ? tagList[0].name : 'dummy-0';
+ const tagNumber = /\w+-(\d+)/.exec(lastTag)[1] | 0;
+ const channel = repo.split('-')[1];
+ const newTag = `${channel}-${tagNumber + 1}`;
+ console.log(`New tag: ${newTag}`);
+ if (commit) {
+ let channelName = channel[0].toUpperCase() + channel.slice(1);
+ console.info(`Committing pending commit as ${channelName} #${tagNumber + 1}`);
+ await execa("git", ['commit', '-m', `${channelName} #${tagNumber + 1}`]);
+ }
+ console.info('Pushing tags to GitHub ...');
+ await execa("git", ['tag', newTag]);
+ await execa("git", ['remote', 'add', 'target', `https://${altToken}@github.com/${owner}/${repo}.git`]);
+ await execa("git", ['push', 'target', 'master', '-f']);
+ await execa("git", ['push', 'target', 'master', '--tags']);
+ console.info('Successfully pushed new changes.');
+}
+
+async function generateReadme(pulls, context, mergeResults, execa) {
+ let baseUrl = `https://github.com/${context.repo.owner}/${context.repo.repo}/`;
+ let output =
+ "| Pull Request | Commit | Title | Author | Merged? |\n|----|----|----|----|----|\n";
+ for (let pull of pulls) {
+ let pr = pull.number;
+ let result = mergeResults[pr];
+ output += `| [${pr}](${baseUrl}/pull/${pr}) | [\`${result.rev || "N/A"}\`](${baseUrl}/pull/${pr}/files) | ${pull.title} | [${pull.author.login}](https://github.com/${pull.author.login}/) | ${result.success ? "Yes" : "No"} |\n`;
+ }
+ output +=
+ "\n\nEnd of merge log. You can find the original README.md below the break.\n\n-----\n\n";
+ output += fs.readFileSync("./README.md");
+ fs.writeFileSync("./README.md", output);
+ await execa("git", ["add", "README.md"]);
+}
+
+async function fetchPullRequests(pulls, repoUrl, execa) {
+ console.log("::group::Fetch pull requests");
+ for (let pull of pulls) {
+ let pr = pull.number;
+ console.info(`Fetching PR ${pr} ...`);
+ await execa("git", [
+ "fetch",
+ "-f",
+ "--no-recurse-submodules",
+ repoUrl,
+ `pull/${pr}/head:pr-${pr}`,
+ ]);
+ }
+ console.log("::endgroup::");
+}
+
+async function mergePullRequests(pulls, execa) {
+ let mergeResults = {};
+ console.log("::group::Merge pull requests");
+ await execa("git", ["config", "--global", "user.name", "yuzubot"]);
+ await execa("git", [
+ "config",
+ "--global",
+ "user.email",
+ "yuzu\x40yuzu-emu\x2eorg", // prevent email harvesters from scraping the address
+ ]);
+ let hasFailed = false;
+ for (let pull of pulls) {
+ let pr = pull.number;
+ console.info(`Merging PR ${pr} ...`);
+ try {
+ const process1 = execa("git", [
+ "merge",
+ "--squash",
+ "--no-edit",
+ `pr-${pr}`,
+ ]);
+ process1.stdout.pipe(process.stdout);
+ await process1;
+
+ const process2 = execa("git", ["commit", "-m", `Merge PR ${pr}`]);
+ process2.stdout.pipe(process.stdout);
+ await process2;
+
+ const process3 = await execa("git", ["rev-parse", "--short", `pr-${pr}`]);
+ mergeResults[pr] = {
+ success: true,
+ rev: process3.stdout,
+ };
+ } catch (err) {
+ console.log(
+ `::error title=#${pr} not merged::Failed to merge pull request: ${pr}: ${err}`
+ );
+ mergeResults[pr] = { success: false };
+ hasFailed = true;
+ await execa("git", ["reset", "--hard"]);
+ }
+ }
+ console.log("::endgroup::");
+ if (hasFailed) {
+ throw 'There are merge failures. Aborting!';
+ }
+ return mergeResults;
+}
+
+async function mergebot(github, context, execa) {
+ const query = `query ($owner:String!, $name:String!, $label:String!) {
+ repository(name:$name, owner:$owner) {
+ pullRequests(labels: [$label], states: OPEN, first: 100) {
+ nodes {
+ number title author { login }
+ }
+ }
+ }
+ }`;
+ const variables = {
+ owner: context.repo.owner,
+ name: context.repo.repo,
+ label: CHANGE_LABEL,
+ };
+ const result = await github.graphql(query, variables);
+ const pulls = result.repository.pullRequests.nodes;
+ let displayList = [];
+ for (let i = 0; i < pulls.length; i++) {
+ let pull = pulls[i];
+ displayList.push({ PR: pull.number, Title: pull.title });
+ }
+ console.info("The following pull requests will be merged:");
+ console.table(displayList);
+ await fetchPullRequests(pulls, "https://github.com/yuzu-emu/yuzu", execa);
+ const mergeResults = await mergePullRequests(pulls, execa);
+ await generateReadme(pulls, context, mergeResults, execa);
+ await tagAndPush(github, context.repo.owner, `${context.repo.repo}-android`, execa, true);
+}
+
+module.exports.mergebot = mergebot;
+module.exports.checkAndroidChanges = checkAndroidChanges;
+module.exports.tagAndPush = tagAndPush;
+module.exports.checkBaseChanges = checkBaseChanges;
diff --git a/.github/workflows/android-publish.yml b/.github/workflows/android-publish.yml
new file mode 100644
index 000000000..8f46fcf74
--- /dev/null
+++ b/.github/workflows/android-publish.yml
@@ -0,0 +1,57 @@
+# SPDX-FileCopyrightText: 2023 yuzu Emulator Project
+# SPDX-License-Identifier: GPL-2.0-or-later
+
+name: yuzu-android-publish
+
+on:
+ schedule:
+ - cron: '37 0 * * *'
+ workflow_dispatch:
+ inputs:
+ android:
+ description: 'Whether to trigger an Android build (true/false/auto)'
+ required: false
+ default: 'true'
+
+jobs:
+ android:
+ runs-on: ubuntu-latest
+ if: ${{ github.event.inputs.android != 'false' && github.repository == 'yuzu-emu/yuzu' }}
+ steps:
+ # this checkout is required to make sure the GitHub Actions scripts are available
+ - uses: actions/checkout@v3
+ name: Pre-checkout
+ with:
+ submodules: false
+ - uses: actions/github-script@v6
+ id: check-changes
+ name: 'Check for new changes'
+ env:
+ # 24 hours
+ DETECTION_TIME_FRAME: 86400000
+ with:
+ script: |
+ if (context.payload.inputs && context.payload.inputs.android === 'true') return true;
+ const checkAndroidChanges = require('./.github/workflows/android-merge.js').checkAndroidChanges;
+ return checkAndroidChanges(github, context);
+ - run: npm install execa@5
+ if: ${{ steps.check-changes.outputs.result == 'true' }}
+ - uses: actions/checkout@v3
+ name: Checkout
+ if: ${{ steps.check-changes.outputs.result == 'true' }}
+ with:
+ path: 'yuzu-merge'
+ fetch-depth: 0
+ submodules: true
+ token: ${{ secrets.ALT_GITHUB_TOKEN }}
+ - uses: actions/github-script@v5
+ name: 'Check and merge Android changes'
+ if: ${{ steps.check-changes.outputs.result == 'true' }}
+ env:
+ ALT_GITHUB_TOKEN: ${{ secrets.ALT_GITHUB_TOKEN }}
+ with:
+ script: |
+ const execa = require("execa");
+ const mergebot = require('./.github/workflows/android-merge.js').mergebot;
+ process.chdir('${{ github.workspace }}/yuzu-merge');
+ mergebot(github, context, execa);
diff --git a/.github/workflows/verify.yml b/.github/workflows/verify.yml
index bd4141f56..b5d338199 100644
--- a/.github/workflows/verify.yml
+++ b/.github/workflows/verify.yml
@@ -129,11 +129,12 @@ jobs:
- uses: actions/checkout@v3
with:
submodules: recursive
+ fetch-depth: 0
- name: set up JDK 17
uses: actions/setup-java@v3
with:
java-version: '17'
- distribution: 'adopt'
+ distribution: 'temurin'
- name: Set up cache
uses: actions/cache@v3
with:
@@ -151,7 +152,6 @@ jobs:
run: |
sudo apt-get update
sudo apt-get install -y ccache apksigner glslang-dev glslang-tools
- git -C ./externals/vcpkg/ fetch --all --unshallow
- name: Build
run: ./.ci/scripts/android/build.sh
- name: Copy and sign artifacts
generated by cgit v1.2.3 (git 2.25.1) at 2024-10-31 15:11:39 +0100