From 6f0abe6fc6a6141daca3a9e44684a8c1e8dd5f4f Mon Sep 17 00:00:00 2001 From: rti Date: Mon, 30 Sep 2024 11:30:07 +0200 Subject: [PATCH 01/15] docs(deploy): fix link to WDQS readme (#770) --- deploy/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deploy/README.md b/deploy/README.md index 2ec862a22..926de2f5a 100644 --- a/deploy/README.md +++ b/deploy/README.md @@ -324,7 +324,7 @@ It is possible to migrate an existing Wikibase installation to WBS Deploy. The g ### My WDQS Updater keeps crashing, what can I do? -Check out the known issue in the [WDQS README](../build/WDQS/README.md#Known-issues). You may find your solution there in the form of a workaround. +Check out the known issue in the [WDQS README](../build/wdqs/README.md#Known-issues). You may find your solution there in the form of a workaround. ### Do you recommend any VPS hosting providers? From 729c40dd81b1033e2168e988cbfcb19f1b5fd7d5 Mon Sep 17 00:00:00 2001 From: rti Date: Mon, 30 Sep 2024 14:12:22 +0200 Subject: [PATCH 02/15] docs(README): more test command examples (#775) --- README.md | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/README.md b/README.md index 8c9d1731d..25ade4ee8 100644 --- a/README.md +++ b/README.md @@ -48,6 +48,12 @@ $ ./nx test -- repo # Runs the `repo` test suite with a specific spec file (paths to spec files are rooted in the `test` directory) $ ./nx test -- repo --spec specs/repo/special-item.ts +# Start with a headed browser +$ ./nx test -- repo --headed + +# Start a specific spec only +./nx test -- repo --spec specs/repo/queryservice.ts + # Start and leave up the test environment for a given test suite without running tests $ ./nx test -- repo --setup ``` From fecf15b059975d14b2625133c2a236b643089911 Mon Sep 17 00:00:00 2001 From: rti Date: Mon, 30 Sep 2024 14:21:11 +0200 Subject: [PATCH 03/15] fix(wdqs-frontend): do not link to wikidata querybuilder (#769) --- build/wdqs-frontend/custom-config.json | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/build/wdqs-frontend/custom-config.json b/build/wdqs-frontend/custom-config.json index 978069f73..bff91daf3 100644 --- a/build/wdqs-frontend/custom-config.json +++ b/build/wdqs-frontend/custom-config.json @@ -12,7 +12,10 @@ "pageTitle": "Wikidata:SPARQL_query_service/queries/examples", "pagePathElement": "wiki/" }, - "urlShortener": "tinyurl" + "urlShortener": "tinyurl", + "query-builder": { + "server": "https://gerrit.wikimedia.org/g/wikidata/query-builder" + } }, "brand": { "title": "$BRAND_TITLE", From da945848c1e63bdffa8aeae9f205d52d21307a49 Mon Sep 17 00:00:00 2001 From: rti Date: Fri, 4 Oct 2024 16:03:34 +0200 Subject: [PATCH 04/15] fix(github/workflow): checkout git tags and beautify texts (#783) * fix(github/workflow): checkout git tags * chore: beautify workflow texts --- .github/workflows/build_publish_image_release.yml | 2 ++ .github/workflows/create_release.yml | 6 ++++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_publish_image_release.yml b/.github/workflows/build_publish_image_release.yml index a2890fcdc..470b18b6d 100644 --- a/.github/workflows/build_publish_image_release.yml +++ b/.github/workflows/build_publish_image_release.yml @@ -36,6 +36,8 @@ jobs: fi - uses: actions/checkout@v4 + with: + fetch-tags: true - uses: ./.github/actions/setup-environment with: diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml index b84c58972..93a2384cf 100644 --- a/.github/workflows/create_release.yml +++ b/.github/workflows/create_release.yml @@ -18,7 +18,7 @@ on: - wikibase - All projects (images and deploy) with unreleased changes dry_run: - description: "Only log what will be done, don't do it yet." + description: "Dry run, don't do it yet." type: boolean required: true default: true @@ -33,6 +33,8 @@ jobs: steps: - uses: actions/checkout@v4 + with: + fetch-tags: true - uses: ./.github/actions/setup-environment with: @@ -44,7 +46,7 @@ jobs: username: wmdetravisbot password: ${{ secrets.WBS_PUBLISH_TOKEN }} - - name: Git tag release + - name: Create release run: | set -e # abort on error set -x # show commands From c94c8cbac8e7f3f825c13f7ef26ec255acb3524b Mon Sep 17 00:00:00 2001 From: rti Date: Fri, 4 Oct 2024 16:17:40 +0200 Subject: [PATCH 05/15] fix(github/workflow): depth 0 to really fetch tags (#784) --- .github/workflows/build_publish_image_release.yml | 6 ++---- .github/workflows/create_release.yml | 1 + 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_publish_image_release.yml b/.github/workflows/build_publish_image_release.yml index 470b18b6d..de638a4b9 100644 --- a/.github/workflows/build_publish_image_release.yml +++ b/.github/workflows/build_publish_image_release.yml @@ -8,7 +8,7 @@ on: - 'wdqs@*' - 'wdqs-frontend@*' - 'wdqs-proxy@*' - - 'wikibase@*' + - 'wikibase@*' permissions: contents: write @@ -36,8 +36,6 @@ jobs: fi - uses: actions/checkout@v4 - with: - fetch-tags: true - uses: ./.github/actions/setup-environment with: @@ -56,5 +54,5 @@ jobs: git config --global user.name 'wikibase suite github actions bot' git config --global user.email 'wikibase-suite-github-actions-bot@users.noreply.github.com' - + ./nx release publish -p ${{ steps.extract_tag.outputs.imageName }} diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml index 93a2384cf..b588660a9 100644 --- a/.github/workflows/create_release.yml +++ b/.github/workflows/create_release.yml @@ -35,6 +35,7 @@ jobs: - uses: actions/checkout@v4 with: fetch-tags: true + fetch-depth: 0 - uses: ./.github/actions/setup-environment with: From 58a3ece0151e747be16e760e1489702fec8f00d9 Mon Sep 17 00:00:00 2001 From: Loren Johnson Date: Mon, 7 Oct 2024 13:29:33 +0200 Subject: [PATCH 06/15] chore: Add token to release workflow and fix and patch nx command --- .github/workflows/create_release.yml | 9 ++++++++- nx.json | 4 +--- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml index b588660a9..8c05ddb6a 100644 --- a/.github/workflows/create_release.yml +++ b/.github/workflows/create_release.yml @@ -36,6 +36,7 @@ jobs: with: fetch-tags: true fetch-depth: 0 + token: ${{ secrets.GH_WBS_BOT_TOKEN }} - uses: ./.github/actions/setup-environment with: @@ -67,4 +68,10 @@ jobs: PROJECT_ARG="-p ${{ inputs.image_name }}" fi - ./nx release $PROJECT_ARG $DRY_RUN_FLAG + ./nx release $PROJECT_ARG $DRY_RUN_FLAG --skip-publish --verbose + + # Temporary workaround for nx issue: https://github.com/nrwl/nx/issues/22073# + if [ $? -eq 0 ] && [ -z "$DRY_RUN_FLAG" ]; then + git push origin main --tags + fi + diff --git a/nx.json b/nx.json index 4408d021c..82bd4a6e1 100644 --- a/nx.json +++ b/nx.json @@ -21,9 +21,7 @@ "conventionalCommits": true }, "changelog": { - "projectChangelogs": { - "createRelease": "github" - } + "projectChangelogs": true } }, "targetDefaults": { From 0dfc72ee6e53832fab5686c96e2c75198469f4e0 Mon Sep 17 00:00:00 2001 From: rti Date: Wed, 9 Oct 2024 13:40:08 +0200 Subject: [PATCH 07/15] chore: prepare first nx releases (#782) * chore(nx): do not generate github releases for now * chore: Release wdqs-frontend 1.0.1 * chore(nx): configure types for changelog * chore: Release wikibase 3.0.1 * chore: Release wdqs 1.0.1 * chore: Release wdqs-proxy 1.0.1 * chore: Release elasticsearch 1.0.1 * chore: Release quickstatements 1.0.1 * chore: Release deploy 3.1.0 * fix: lint * fix: do not print authors in changelogs * feat: add all conventional commit types mentioned in spec * fix: configure github actions git to match wikibase-suite-bot * chore: adjust versions and changelogs * fix: date * fix: version --------- Co-authored-by: Loren Johnson --- .github/workflows/create_release.yml | 4 ++-- build/elasticsearch/CHANGELOG.md | 5 +++++ build/elasticsearch/package.json | 2 +- build/quickstatements/CHANGELOG.md | 5 +++++ build/quickstatements/package.json | 2 +- build/wdqs-frontend/CHANGELOG.md | 9 +++++++++ build/wdqs-frontend/package.json | 2 +- build/wdqs-proxy/CHANGELOG.md | 5 +++++ build/wdqs-proxy/package.json | 2 +- build/wdqs/CHANGELOG.md | 7 +++++++ build/wdqs/package.json | 2 +- build/wikibase/CHANGELOG.md | 11 +++++++++++ build/wikibase/package.json | 2 +- deploy/CHANGELOG.md | 17 +++++++++++++++++ deploy/package.json | 2 +- nx.json | 25 ++++++++++++++++++++++++- 16 files changed, 92 insertions(+), 10 deletions(-) create mode 100644 build/elasticsearch/CHANGELOG.md create mode 100644 build/quickstatements/CHANGELOG.md create mode 100644 build/wdqs-frontend/CHANGELOG.md create mode 100644 build/wdqs-proxy/CHANGELOG.md create mode 100644 build/wdqs/CHANGELOG.md create mode 100644 build/wikibase/CHANGELOG.md create mode 100644 deploy/CHANGELOG.md diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml index 8c05ddb6a..1655b7c19 100644 --- a/.github/workflows/create_release.yml +++ b/.github/workflows/create_release.yml @@ -53,8 +53,8 @@ jobs: set -e # abort on error set -x # show commands - git config --global user.name 'wikibase suite github actions bot' - git config --global user.email 'wikibase-suite-github-actions-bot@users.noreply.github.com' + git config --global user.name 'wikibase-suite-bot' + git config --global user.email 'wikibase-suite-engineers@wikimedia.de' if [ "${{ inputs.dry_run }}" == "true" ]; then DRY_RUN_FLAG="--dry-run" diff --git a/build/elasticsearch/CHANGELOG.md b/build/elasticsearch/CHANGELOG.md new file mode 100644 index 000000000..0e189b6b1 --- /dev/null +++ b/build/elasticsearch/CHANGELOG.md @@ -0,0 +1,5 @@ +## **elasticsearch@1.0.1** (2024-10-09) + +### 📖 Documentation + +- Switch from `.example.com` to `.example` diff --git a/build/elasticsearch/package.json b/build/elasticsearch/package.json index 0fbd46466..01bc9cabf 100644 --- a/build/elasticsearch/package.json +++ b/build/elasticsearch/package.json @@ -1,6 +1,6 @@ { "name": "elasticsearch", - "version": "1.0.0", + "version": "1.0.1", "nx": { "targets": { "lint": {}, diff --git a/build/quickstatements/CHANGELOG.md b/build/quickstatements/CHANGELOG.md new file mode 100644 index 000000000..285580764 --- /dev/null +++ b/build/quickstatements/CHANGELOG.md @@ -0,0 +1,5 @@ +## **quickstatements@1.0.1** (2024-10-09) + +### 📖 Documentation + +- Switch from `.example.com` to `.example` diff --git a/build/quickstatements/package.json b/build/quickstatements/package.json index 6d6dd3c38..3157cd5e6 100644 --- a/build/quickstatements/package.json +++ b/build/quickstatements/package.json @@ -1,6 +1,6 @@ { "name": "quickstatements", - "version": "1.0.0", + "version": "1.0.1", "nx": { "targets": { "lint": {}, diff --git a/build/wdqs-frontend/CHANGELOG.md b/build/wdqs-frontend/CHANGELOG.md new file mode 100644 index 000000000..1be944c36 --- /dev/null +++ b/build/wdqs-frontend/CHANGELOG.md @@ -0,0 +1,9 @@ +## **wdqs-frontend@1.0.1** (2024-10-09) + +### 📖 Documentation + +- Switch from `.example.com` to `.example` + +### 🩹 Fixes + +- Link to Query Builder now points to the source code repository ([#664](https://github.com/wmde/wikibase-release-pipeline/issues/664)) diff --git a/build/wdqs-frontend/package.json b/build/wdqs-frontend/package.json index 7c856a4cd..5eacbb164 100644 --- a/build/wdqs-frontend/package.json +++ b/build/wdqs-frontend/package.json @@ -1,6 +1,6 @@ { "name": "wdqs-frontend", - "version": "1.0.0", + "version": "1.0.1", "nx": { "targets": { "lint": {}, diff --git a/build/wdqs-proxy/CHANGELOG.md b/build/wdqs-proxy/CHANGELOG.md new file mode 100644 index 000000000..b2feb6e26 --- /dev/null +++ b/build/wdqs-proxy/CHANGELOG.md @@ -0,0 +1,5 @@ +## **wdqs-proxy@1.0.1** (2024-10-09) + +### 📖 Documentation + +- Switch from `.example.com` to `.example` diff --git a/build/wdqs-proxy/package.json b/build/wdqs-proxy/package.json index ffce24b6d..9e8bf48f4 100644 --- a/build/wdqs-proxy/package.json +++ b/build/wdqs-proxy/package.json @@ -1,6 +1,6 @@ { "name": "wdqs-proxy", - "version": "1.0.0", + "version": "1.0.1", "nx": { "targets": { "lint": {}, diff --git a/build/wdqs/CHANGELOG.md b/build/wdqs/CHANGELOG.md new file mode 100644 index 000000000..1dac2c8a8 --- /dev/null +++ b/build/wdqs/CHANGELOG.md @@ -0,0 +1,7 @@ +## **wdqs@1.0.1** (2024-10-09) + +### 📖 Documentation + +- Switch from `.example.com` to `.example` +- Add comments in "Updater keeps restarting" FAQ entry +- Correct typos diff --git a/build/wdqs/package.json b/build/wdqs/package.json index bd178fad7..da8047b21 100644 --- a/build/wdqs/package.json +++ b/build/wdqs/package.json @@ -1,6 +1,6 @@ { "name": "wdqs", - "version": "1.0.0", + "version": "1.0.1", "nx": { "targets": { "lint": {}, diff --git a/build/wikibase/CHANGELOG.md b/build/wikibase/CHANGELOG.md new file mode 100644 index 000000000..bc7146b9a --- /dev/null +++ b/build/wikibase/CHANGELOG.md @@ -0,0 +1,11 @@ +## **wikibase@3.0.1** (2024-10-09) + +### 📖 Documentation + +- Link to MediaWiki bundled extensions +- Switch from `.example.com` to `.example` + +### 🏡 Chore + +- Removes re-installation of extensions already packaged with MediaWiki (ConfirmEdit, Nuke, Scribunto, SyntaxHighlight_Geshi, VisualEditor) +- Updates Wikibase EDTF extension diff --git a/build/wikibase/package.json b/build/wikibase/package.json index 496db5f27..fe09e8095 100644 --- a/build/wikibase/package.json +++ b/build/wikibase/package.json @@ -1,6 +1,6 @@ { "name": "wikibase", - "version": "3.0.0", + "version": "3.0.1", "nx": { "targets": { "lint": {}, diff --git a/deploy/CHANGELOG.md b/deploy/CHANGELOG.md new file mode 100644 index 000000000..6ab1ae47e --- /dev/null +++ b/deploy/CHANGELOG.md @@ -0,0 +1,17 @@ +## **deploy@3.0.1** (2024-10-09) + +### 🩹 Fixes + +- `*_PUBLIC_HOST` URLs default to `.example` TLD from `example.com` ([T372455](https://phabricator.wikimedia.org/T372455)) +- Removes published ports for wikibase, quickstatements, and wdqs-frontend services ([T372455](https://phabricator.wikimedia.org/T372455)) +- Wikibase waits for elasticsearch service to be up ([T371162](https://phabricator.wikimedia.org/T371162)) + +### 📖 Documentation + +- Do not use `--wait` in `docker compose up` in order to see logs +- Link to WDQS updater crash FAQ entry +- Corrected typos + +### 🏡 Chore + +- Adds default Traefik LetsEncrypt configuration for services diff --git a/deploy/package.json b/deploy/package.json index eabeef09f..5ee26ddc7 100644 --- a/deploy/package.json +++ b/deploy/package.json @@ -1,6 +1,6 @@ { "name": "deploy", - "version": "3.0.0", + "version": "3.0.1", "nx": { "targets": { "lint": {}, diff --git a/nx.json b/nx.json index 82bd4a6e1..d86ca0ec0 100644 --- a/nx.json +++ b/nx.json @@ -8,6 +8,20 @@ } }, "release": { + "conventionalCommits": { + "types": { + "build": true, + "chore": true, + "ci": true, + "docs": true, + "feat": true, + "fix": true, + "perf": true, + "refactor": true, + "style": true, + "test": true + } + }, "groups": { "images": { "projects": [ "build/*" ] @@ -21,7 +35,16 @@ "conventionalCommits": true }, "changelog": { - "projectChangelogs": true + "projectChangelogs": { + "renderOptions": { + "authors": false + } + }, + "workspaceChangelog": { + "renderOptions": { + "authors": false + } + } } }, "targetDefaults": { From f3e867f83505ee4fc37c2004a31a0c3ab05ade24 Mon Sep 17 00:00:00 2001 From: Robert Timm Date: Fri, 11 Oct 2024 06:30:34 +0000 Subject: [PATCH 08/15] build: fix dockerhub image registry prefix --- build/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/build.sh b/build/build.sh index 5df0686a7..3ca79ac4f 100755 --- a/build/build.sh +++ b/build/build.sh @@ -76,7 +76,7 @@ IMAGE_NAME=$(jq -r '.name' package.json) # publish to Dockerhub if [ "$PUBLISH" == true ]; then - IMAGE_REGISTRY=dockerhub.io + # IMAGE_REGISTRY implies dockerhub if empty IMAGE_NAMESPACE=wikibase # build/test in CI elif [ "$GITHUB_ACTIONS" == true ]; then From 47283c1ef64163a78599db30b81a5c27436fd501 Mon Sep 17 00:00:00 2001 From: Robert Timm Date: Fri, 11 Oct 2024 06:36:54 +0000 Subject: [PATCH 09/15] ci(build_publish_image): fix image name processing --- .github/workflows/build_publish_image_release.yml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build_publish_image_release.yml b/.github/workflows/build_publish_image_release.yml index de638a4b9..e9231b706 100644 --- a/.github/workflows/build_publish_image_release.yml +++ b/.github/workflows/build_publish_image_release.yml @@ -19,17 +19,18 @@ jobs: runs-on: ubuntu-latest steps: - - name: Extract imageName and confirm it is a valid semantic version tag + - name: Extract image name and confirm it is a valid semantic version tag id: extract_tag run: | + set -x + # Extract the tag name TAG_NAME=$(echo ${{ github.ref }} | sed 's/refs\/tags\///') # Use regex to extract the imageName before the @ and confirm the version is valid semver version tag if [[ "$TAG_NAME" =~ ^([^@]+)@([0-9]+\.[0-9]+\.[0-9]+(-[0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*)?(\+[0-9A-Za-z-]+(\.[0-9A-Za-z-]+)*)?)$ ]]; then - # Sets and passes the imageName output from this step, which is used in the subsequent step - # e.g. `steps.extract_tag.outputs.imageName` gets set to "wikibase" matched from "wikibase@1.0.1") - echo "{imageName}=${BASH_REMATCH[1]}" >> $GITHUB_OUTPUT + # Store image name in environment for later steps + echo "IMAGE_NAME=${BASH_REMATCH[1]}" >> $GITHUB_ENV else echo "Tag does not match the pattern {imageName}@{semantic-version}" exit 1 @@ -55,4 +56,4 @@ jobs: git config --global user.name 'wikibase suite github actions bot' git config --global user.email 'wikibase-suite-github-actions-bot@users.noreply.github.com' - ./nx release publish -p ${{ steps.extract_tag.outputs.imageName }} + ./nx release publish -p $IMAGE_NAME From 5549bbb3835a6e08bbd39ad36c0f1ff5b6904035 Mon Sep 17 00:00:00 2001 From: Robert Timm Date: Fri, 11 Oct 2024 06:49:56 +0000 Subject: [PATCH 10/15] ci(build_publish_image): remove git config, unused --- .github/workflows/build_publish_image_release.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/.github/workflows/build_publish_image_release.yml b/.github/workflows/build_publish_image_release.yml index e9231b706..2351b1ea2 100644 --- a/.github/workflows/build_publish_image_release.yml +++ b/.github/workflows/build_publish_image_release.yml @@ -22,7 +22,7 @@ jobs: - name: Extract image name and confirm it is a valid semantic version tag id: extract_tag run: | - set -x + set -x # show commands # Extract the tag name TAG_NAME=$(echo ${{ github.ref }} | sed 's/refs\/tags\///') @@ -53,7 +53,4 @@ jobs: set -e # abort on error set -x # show commands - git config --global user.name 'wikibase suite github actions bot' - git config --global user.email 'wikibase-suite-github-actions-bot@users.noreply.github.com' - ./nx release publish -p $IMAGE_NAME From 4bf134453d6094364c2332fcfe4c3fb0b8ca4318 Mon Sep 17 00:00:00 2001 From: Loren Johnson Date: Fri, 11 Oct 2024 15:25:35 +0200 Subject: [PATCH 11/15] chore(pipeline): Remove extraneous DockerHub auth in Release workflow (#791) --- .github/workflows/create_release.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/create_release.yml b/.github/workflows/create_release.yml index 1655b7c19..f3f32eeef 100644 --- a/.github/workflows/create_release.yml +++ b/.github/workflows/create_release.yml @@ -42,12 +42,6 @@ jobs: with: github_token: ${{ secrets.GITHUB_TOKEN }} - - uses: docker/login-action@v3 - with: - # implicitly docker hub - username: wmdetravisbot - password: ${{ secrets.WBS_PUBLISH_TOKEN }} - - name: Create release run: | set -e # abort on error From 3524ddc3996795258e8ec2ca4114c9613dfdb9a9 Mon Sep 17 00:00:00 2001 From: Robert Timm Date: Mon, 21 Oct 2024 10:07:11 +0000 Subject: [PATCH 12/15] ci: workaround - trigger on multiple tags --- .github/workflows/build_publish_image_release.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/build_publish_image_release.yml b/.github/workflows/build_publish_image_release.yml index 2351b1ea2..9f676775d 100644 --- a/.github/workflows/build_publish_image_release.yml +++ b/.github/workflows/build_publish_image_release.yml @@ -9,6 +9,8 @@ on: - 'wdqs-frontend@*' - 'wdqs-proxy@*' - 'wikibase@*' + branches-ignore: + - '**' # weird workaround to trigger on multiple tags for a single commit permissions: contents: write From 99dd1ee9e3d5ac5191aea525ed8b54d75695b3e3 Mon Sep 17 00:00:00 2001 From: adeeri <132473526+adeeri@users.noreply.github.com> Date: Tue, 22 Oct 2024 13:48:14 +0200 Subject: [PATCH 13/15] docs: WBS specific usage of WDQS frontend (#790) Co-authored-by: rti Co-authored-by: Dan Shick --- build/wdqs-frontend/README.md | 16 ++++++++++++---- build/wdqs/README.md | 3 +++ deploy/README.md | 9 +++++++++ 3 files changed, 24 insertions(+), 4 deletions(-) diff --git a/build/wdqs-frontend/README.md b/build/wdqs-frontend/README.md index 086b52d82..cd933d0da 100644 --- a/build/wdqs-frontend/README.md +++ b/build/wdqs-frontend/README.md @@ -2,6 +2,14 @@ Frontend for the [Wikidata Query Service (WDQS)](https://www.mediawiki.org/wiki/Wikidata_Query_Service). +To interact with the WDQS frontend, navigate to the URL corresponding to the port allocated for it. In the example below, the WDQS frontend is available at `http://localhost:8834`. + +When writing queries using the frontend interface, click "Code" to view the corresponding URL. + +For general instructions on using WDQS, building SPARQL queries, and additional resources, see: +- [Wikidata Query Service User Manual](https://www.mediawiki.org/wiki/Wikidata_Query_Service/User_Manual) +- [What is SPARQL](https://www.wikidata.org/wiki/Wikidata:SPARQL_query_service) + > 💡 This image is part of Wikibase Suite (WBS). [WBS Deploy](https://github.com/wmde/wikibase-release-pipeline/deploy/README.md) provides everything you need to self-host a Wikibase instance out of the box. ## Requirements @@ -21,11 +29,11 @@ We suggest using the [WBS Wikibase image](https://hub.docker.com/r/wikibase/wiki ### WDQS as server -We suggest using the [WBS Wikibase image](https://hub.docker.com/r/wikibase/wdqs). +We suggest using the [WBS WDQS image](https://hub.docker.com/r/wikibase/wdqs). ### WDQS as updater -We suggest using the [WBS Wikibase image](https://hub.docker.com/r/wikibase/wdqs), the same as used for WDQS server. Check out the [documentation](https://wikitech.wikimedia.org/wiki/Wikidata_Query_Service) to learn how to run it in updater mode. +We suggest using the [WBS WDQS image](https://hub.docker.com/r/wikibase/wdqs), the same as used for WDQS server. Check out the [documentation](https://wikitech.wikimedia.org/wiki/Wikidata_Query_Service) to learn how to run it in updater mode. ### Reverse proxy @@ -185,7 +193,7 @@ volumes: Official releases of this image can be found on [Docker Hub wikibase/wdqs-frontend](https://hub.docker.com/r/wikibase/wdqs-frontend). -## Tags and Versioning +## Tags and versioning This WDQS Frontend image is using [semantic versioning](https://semver.org/spec/v2.0.0.html). @@ -206,4 +214,4 @@ This image is built from this [Dockerfile](https://github.com/wmde/wikibase-rele This image is maintained by the Wikibase Suite Team at [Wikimedia Germany (WMDE)](https://wikimedia.de). -If you have questions not listed above or need help, use this [bug report form](https://phabricator.wikimedia.org/maniphest/task/edit/form/129/) to start a conversation with the engineering team. +If you have questions not covered above or need further help, use this [bug report form](https://phabricator.wikimedia.org/maniphest/task/edit/form/129/) to start a conversation with the engineering team. diff --git a/build/wdqs/README.md b/build/wdqs/README.md index 817e0d1de..e1ff71d72 100644 --- a/build/wdqs/README.md +++ b/build/wdqs/README.md @@ -23,6 +23,9 @@ We suggest using the [WBS Wikibase image](https://hub.docker.com/r/wikibase/wiki You'll need one instance of the image to execute the actual WDQS daemon started using `/runBlazegraph.sh`. +You can send `GET` requests with your SPARQL query to the WDQS endpoint (following the example below): +`http://wdqs:9999/bigdata/namespace/wdq/sparql?query={SPARQL}` + ### WDQS as updater You'll need one instance of the image to execute the updater started using `/runUpdate.sh`. This polls changes from Wikibase. diff --git a/deploy/README.md b/deploy/README.md index 926de2f5a..01bb74347 100644 --- a/deploy/README.md +++ b/deploy/README.md @@ -303,6 +303,15 @@ Removing the `traefik-letsencrypt-data` volume will request a new certificate fr ```yml --certificatesresolvers.letsencrypt.acme.caserver=https://acme-staging-v02.api.letsencrypt.org/directory ``` + +## WDQS Frontend + +To interact with the WDQS frontend, navigate to the URL defined as `WDQS_FRONTEND_PUBLIC_HOST` in the `.env` file. By default, this is set to `wdqs-frontend.example`. + +Alternatively, send `GET` requests with your SPARQL query to the WDQS frontend endpoint: +`https://wdqs-frontend.example.com/proxy/wdqs/bigdata/namespace/wdq/sparql?query={SPARQL}` + + ## FAQ ### Can I host WBS Deploy locally? From 44216ed6eeb4f8bb86e3e802708916881a19f2d1 Mon Sep 17 00:00:00 2001 From: rti Date: Tue, 22 Oct 2024 14:25:46 +0200 Subject: [PATCH 14/15] docs: describe conventional commits (#789) Co-authored-by: adeeri <132473526+adeeri@users.noreply.github.com> --- docs/conventional-commits.md | 87 ++++++++++++++++++++++++++++++++++++ 1 file changed, 87 insertions(+) create mode 100644 docs/conventional-commits.md diff --git a/docs/conventional-commits.md b/docs/conventional-commits.md new file mode 100644 index 000000000..7d1860e60 --- /dev/null +++ b/docs/conventional-commits.md @@ -0,0 +1,87 @@ +# Conventional commits + +[Conventional commits](https://www.conventionalcommits.org/en/v1.0.0/) are human and machine readable commit messages. We use them to automatically generate changelog items and [semantic version (SemVer)](https://semver.org/) bumps on release using [NX](https://nx.dev). Here is an example of a commit message describing a bug fix in a backup script. Releasing this change would bump the project's patch version number: + +``` +fix(backup-script): report error if no space left on device +``` + +On release of a project, NX collects all commit messages from git for the project's directory (e.g. `build/wdqs`) since last release (e.g. `wdqs@1.0.1`). For this to work well we need to follow a certain procedure in our Pull requests: + +- Use conventional commit syntax for the PR title, then squash merge the PR, so that the squashed commit will contain the conventional commit message from the PR title on the target branch. The PR body will become the commit message body. +- Or: Merge with merge commit so that all commits from the PR are retained on the target branch. All commits in the PR should follow conventional commit syntax then. + +## Supported types + +NX supports [a number of](https://github.com/nrwl/nx/blob/db10812da789cd48d3a722628a00feda9d0e3810/packages/nx/src/command-line/release/config/conventional-commits.ts) conventional commit types. We use the following for changelog generation as configured in our [nx.json](https://github.com/wmde/wikibase-release-pipeline/blob/main/nx.json): + +| Type | SemVer Bump | Changelog Title | +| -------- | ----------- | ---------------- | +| build | patch | 📦 Build | +| chore | patch | 🏡 Chore | +| ci | patch | 🤖 CI | +| docs | patch | 📖 Documentation | +| feat | minor | 🚀 Features | +| fix | patch | 🩹 Fixes | +| perf | patch | 🔥 Performance | +| refactor | patch | 💅 Refactors | +| style | patch | 🎨 Styles | +| test | patch | ✅ Tests | + +## Examples + +### Feature + +A new feature implementation bumping the minor version: + +``` +feat: added support for cats +``` + +Will generate the following changelog entry: + +#### 🚀 Features + +- added support for cats + +### Documentation update + +Some update to the docs bumping a minor version: + +``` +docs: describe how to work around sleeping cats +``` + +Will generate the following changelog entry: + +#### 📖 Documentation + +- describe how to work around sleeping cats + +### Breaking change + +All types can be breaking changes. Here is an example for a breaking refactor, bumping a major version. + +``` +refactor!: remove support for sabre-toothed tiger +``` + +Will generate the following changelog entry: + +#### 💅 Refactors + +- remove support for sabre-toothed tiger + +### Performance change for a certain component + +Noting that a change is specific to a component or subsystem in a project. + +``` +pref(food-dispenser): improved speed +``` + +Will generate the following changelog entry: + +#### 🔥 Performance + +- food-dispenser: improved speed From 4c2909d07288f1b32b3ec414fe2ef5a98955408b Mon Sep 17 00:00:00 2001 From: rti Date: Tue, 22 Oct 2024 14:55:56 +0200 Subject: [PATCH 15/15] docs(deploy): fix backup script volume names (#778) Co-authored-by: Ricki <141253288+RickiJay-WMDE@users.noreply.github.com> --- deploy/README.md | 26 ++++++++++++++------------ 1 file changed, 14 insertions(+), 12 deletions(-) diff --git a/deploy/README.md b/deploy/README.md index 01bb74347..f23f998df 100644 --- a/deploy/README.md +++ b/deploy/README.md @@ -146,12 +146,13 @@ To back up your data, shut down the instance and dump the contents of all Docker docker compose down for v in \ - wikibase-suite-wikibase_image-data \ - wikibase-suite_mysql-data \ - wikibase-suite_wdqs-data \ - wikibase-suite_elasticsearch-data \ - wikibase-suite_quickstatements-data \ - wikibase-suite_traefik-letsencrypt-data; do + wbs-deploy_elasticsearch-data \ + wbs-deploy_mysql-data \ + wbs-deploy_quickstatements-data \ + wbs-deploy_traefik-letsencrypt-data \ + wbs-deploy_wdqs-data \ + wbs-deploy_wikibase-image-data \ + ; do docker run --rm --volume $v:/backup debian:12-slim tar cz backup > $v.tar.gz done ``` @@ -164,12 +165,13 @@ To restore the volume backups, ensure your instance has been shut down by runnin docker compose down for v in \ - wikibase-suite-wikibase_image-data \ - wikibase-suite_mysql-data \ - wikibase-suite_wdqs-data \ - wikibase-suite_elasticsearch-data \ - wikibase-suite_quickstatements-data \ - wikibase-suite_traefik-letsencrypt-data; do + wbs-deploy_elasticsearch-data \ + wbs-deploy_mysql-data \ + wbs-deploy_quickstatements-data \ + wbs-deploy_traefik-letsencrypt-data \ + wbs-deploy_wdqs-data \ + wbs-deploy_wikibase-image-data \ + ; do docker volume rm $v 2> /dev/null docker volume create $v docker run -i --rm --volume $v:/backup debian:12-slim tar xz < $v.tar.gz