diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml
index 294df9733f..921e0f3249 100644
--- a/.github/workflows/nightly.yml
+++ b/.github/workflows/nightly.yml
@@ -22,15 +22,6 @@ jobs:
         with:
           distribution: 'temurin' # See 'Supported distributions' for available options
           java-version: '17'
-      - name: Install towncrier
-        run: |
-          python3 -m pip install towncrier
-      - name: Prepare changelog file
-        run: |
-          mv towncrier.toml towncrier.toml.bak
-          sed 's/CHANGES\.md/CHANGES_NIGHTLY\.md/' towncrier.toml.bak > towncrier.toml
-          rm towncrier.toml.bak
-          yes n | towncrier build --version nightly
       - name: Build and upload Nightly application
         run: |
           ./gradlew assembleGplayNightly appDistributionUploadGplayNightly $CI_GRADLE_ARG_PROPERTIES
diff --git a/app/build.gradle.kts b/app/build.gradle.kts
index a4a4b1ee16..9aef2ff505 100644
--- a/app/build.gradle.kts
+++ b/app/build.gradle.kts
@@ -140,8 +140,7 @@ android {
                 artifactPath = "$rootDir/app/build/outputs/apk/gplay/nightly/app-gplay-universal-nightly.apk"
                 // artifactType = "AAB"
                 // artifactPath = "$rootDir/app/build/outputs/bundle/nightly/app-nightly.aab"
-                // This file will be generated by the GitHub action
-                releaseNotesFile = "CHANGES_NIGHTLY.md"
+                releaseNotesFile = "tools/release/ReleaseNotesNightly.md"
                 groups = "external-testers"
                 // This should not be required, but if I do not add the appId, I get this error:
                 // "App Distribution halted because it had a problem uploading the APK: [404] Requested entity was not found."
diff --git a/docs/nightly_build.md b/docs/nightly_build.md
index 91ea10b530..9fa9ea9bb6 100644
--- a/docs/nightly_build.md
+++ b/docs/nightly_build.md
@@ -42,10 +42,6 @@ Then you can run the following commands (which are also used in the file for [th
 
 ```sh
 git checkout develop
-mv towncrier.toml towncrier.toml.bak
-sed 's/CHANGES\.md/CHANGES_NIGHTLY\.md/' towncrier.toml.bak > towncrier.toml
-rm towncrier.toml.bak
-yes n | towncrier build --version nightly
 ./gradlew assembleGplayNightly appDistributionUploadGplayNightly $CI_GRADLE_ARG_PROPERTIES
 ```
 
diff --git a/tools/release/ReleaseNotesNightly.md b/tools/release/ReleaseNotesNightly.md
new file mode 100644
index 0000000000..02f7641646
--- /dev/null
+++ b/tools/release/ReleaseNotesNightly.md
@@ -0,0 +1,5 @@
+# Element X Android nightly build
+
+See which PRs have been merged recently here:
+
+https://github.com/element-hq/element-x-android/pulls?q=is%3Apr+sort%3Aupdated-desc+is%3Aclosed