Merge master into realtime-rc-merge and use Firebase executors.

.github/workflows/api-information.yml

@@ -17,15 +17,6 @@ jobs:
           java-version: 11
           distribution: temurin
           cache: gradle
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
       - name: Set up Python 3.10
         uses: actions/setup-python@v4
         with:

.github/workflows/build-release-artifacts.yml

@@ -0,0 +1,25 @@
+name: Build Release Artifacts
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - 'releases/**'
+
+jobs:
+  build-artifacts:
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Perform gradle build
+        run: |
+          ./gradlew  firebasePublish -PprojectsToPublish=firebase-firestore -PpublishMode=RELEASE -PincludeFireEscapeArtifacts=true
+      - name: Upload generated artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: release_artifacts
+          path: build/*.zip
+          retention-days: 5

.github/workflows/build-src-check.yml

@@ -14,13 +14,6 @@ jobs:
     runs-on: ubuntu-22.04
     steps:
       - uses: actions/[email protected]
-      - name: Setup NDK
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          ln -sfn $ANDROID_SDK_ROOT/ndk/21.4.7075529 $ANDROID_NDK_ROOT
-
       - name: Set up JDK 11
         uses: actions/setup-java@v2
         with:
@@ -33,7 +26,7 @@ jobs:
         run: |
           ./gradlew -b buildSrc/build.gradle.kts -PenablePluginTests=true check
       - name: Publish Test Results
-        uses: EnricoMi/publish-unit-test-result-action@v1
+        uses: EnricoMi/publish-unit-test-result-action@94ba6dbddef5ec4aa827fc275cf7d563bc4d398f
         with:
           files: "**/build/test-results/**/*.xml"
           check_name: "buildSrc Test Results"

.github/workflows/ci_tests.yml

@@ -4,8 +4,6 @@ concurrency:
   cancel-in-progress: true
 on:
   pull_request:
-    branches:
-      - '*'
   push:
     branches:
       - master
@@ -22,15 +20,6 @@ jobs:
         with:
           fetch-depth: 2
           submodules: true
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
 
       - name: Set up JDK 11
         uses: actions/setup-java@v2
@@ -59,15 +48,6 @@ jobs:
         with:
           fetch-depth: 2
           submodules: true
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
 
       - name: Set up JDK 11
         uses: actions/setup-java@v2
@@ -118,15 +98,6 @@ jobs:
         with:
           fetch-depth: 2
           submodules: true
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
 
       - name: Set up JDK 11
         uses: actions/setup-java@v2

.github/workflows/copyright-check.yml

@@ -21,6 +21,7 @@ jobs:
             -e py                   \
             -e gradle               \
             -e java                 \
+            -e kt                 \
             -e groovy               \
             -e sh                   \
             -e proto

.github/workflows/create_releases.yml

@@ -0,0 +1,49 @@
+name: Create release
+
+on:
+  workflow_dispatch:
+    inputs:
+      name:
+        description: 'Release name'
+        required: true
+        type: string
+
+jobs:
+  create-branches:
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+      - name: Create base branch
+        uses: peterjgrainger/action-create-branch@c2800a3a9edbba2218da6861fa46496cf8f3195a
+        with:
+          branch: 'releases/${{ inputs.name }}'
+      - name: Create release branch
+        uses: peterjgrainger/action-create-branch@c2800a3a9edbba2218da6861fa46496cf8f3195a
+        with:
+          branch: 'releases/${{ inputs.name }}.release'
+
+  create-pull-request:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Create release configuration template
+        run: |
+          git config user.name 'Create Release GA'
+          git config user.email '[email protected]'
+          echo "[release]" > release.cfg
+          echo "name = ${{ inputs.name }}" >> release.cfg
+          echo "mode = RELEASE" >> release.cfg
+          echo "" >> release.cfg
+          echo "[modules]" >> release.cfg
+          echo "" >> release.cfg
+          git add release.cfg
+          git commit -a -m 'Create release config'
+
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v4
+        with:
+          base: 'releases/${{ inputs.name }}'
+          branch: 'releases/${{ inputs.name }}.release'
+          title: '${{ inputs.name}} release'

.github/workflows/diff-javadoc.yml

@@ -0,0 +1,67 @@
+name: Diff Javadoc
+
+on:
+  pull_request:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+    steps:
+      - name: Make Dir
+        run: mkdir ~/diff
+
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 2
+          submodules: true
+
+      - name: Set up JDK 11
+        uses: actions/setup-java@v2
+        with:
+          java-version: 11
+          distribution: temurin
+          cache: gradle
+
+      - name: Changed Modules
+        id: changed-modules
+        run: |
+          git diff --name-only HEAD~1 | xargs printf -- '--changed-git-paths %s\n' | xargs ./gradlew writeChangedProjects --output-file-path=modules.json --only-firebase-sdks
+          echo "run=$(cat modules.json | sed "s/[]\"[]//g" | sed "s/,/\n/g" | xargs printf -- "%s:kotlinDoc ")" >> $GITHUB_OUTPUT
+
+      - name: Build
+        run: ./gradlew ${{ steps.changed-modules.outputs.run }}
+
+      - name: Move original docs
+        run: mv build ~/diff/modified
+
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ github.base_ref }}
+
+      - name: Build
+        run: ./gradlew ${{ steps.changed-modules.outputs.run }}
+
+      - name: Move modified docs
+        run: mv build ~/diff/original
+
+      - name: Diff docs
+        run: >
+          `# Recursively diff directories, including new files, git style, with 3 lines of context`
+          diff -wEburN ~/diff/original ~/diff/modified
+          `# Remove the first line and new file signifier of the output`
+          | tail -n +2
+          `# Replace the diff new file signifier with the end and start of a new codeblock`
+          | sed "s/^diff.*$/\`\`\`\\n\`\`\`diff/g"
+          `# Add a collapsable block, summary, and start the first code block on the first line`
+          | sed "1s/^/<details>\\n<summary>Javadoc Changes:<\/summary>\\n\\n\`\`\`diff\\n/"
+          `# Close the final code block and close the collapsable on the final line`
+          | sed "$ s/$/\\n\`\`\`\\n<\/details>/"
+          `# Write to diff.md for later`
+          > diff.md
+
+      - name: Add comment
+        uses: mshick/add-pr-comment@a65df5f64fc741e91c59b8359a4bc56e57aaf5b1
+        with:
+          message-path: diff.md

.github/workflows/fireci.yml

@@ -18,8 +18,10 @@ jobs:
       - uses: actions/[email protected]
       - uses: actions/setup-python@v2
         with:
-          python-version: '3.9'
+          python-version: '3.8'
       - run: |
           pip install -e "ci/fireci[test]"
       - run: |
           pytest ci/fireci
+      - run: |
+          mypy --config-file ci/fireci/setup.cfg ci/fireci/ 

.github/workflows/fireperf-e2e.yml

@@ -33,15 +33,6 @@ jobs:
           java-version: 11
           distribution: temurin
           cache: gradle
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
       - name: Set up Python 3.10
         uses: actions/setup-python@v4
         with:

.github/workflows/health-metrics.yml

@@ -1,14 +1,27 @@
 name: Health Metrics
 
-on: [ pull_request, push ]
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
+  cancel-in-progress: true
+
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+      # add other feature branches here
+  # TODO(yifany): support workflow_dispatch for metric tests (or only for startup time test)
 
 env:
   GITHUB_PULL_REQUEST_NUMBER: ${{ github.event.pull_request.number }}
 
 jobs:
   coverage:
     name: Coverage
-    if: (github.repository == 'Firebase/firebase-android-sdk' && github.event_name == 'push') || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository)
+    if: |
+      (github.event_name == 'push' && github.repository == 'firebase/firebase-android-sdk')
+        || (github.event_name == 'pull_request'
+              && github.event.pull_request.head.repo.full_name == github.repository)
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -21,15 +34,6 @@ jobs:
           java-version: 11
           distribution: temurin
           cache: gradle
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
       - name: Set up Python 3.10
         uses: actions/setup-python@v4
         with:
@@ -49,7 +53,10 @@ jobs:
 
   size:
     name: Size
-    if: (github.repository == 'Firebase/firebase-android-sdk' && github.event_name == 'push') || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == github.repository)
+    if: |
+      (github.event_name == 'push' && github.repository == 'firebase/firebase-android-sdk')
+        || (github.event_name == 'pull_request'
+              && github.event.pull_request.head.repo.full_name == github.repository)
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -62,15 +69,6 @@ jobs:
           java-version: 11
           distribution: temurin
           cache: gradle
-      - name: Set up NDK 21.4.7075529
-        run: |
-          ANDROID_ROOT=/usr/local/lib/android
-          ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-          ANDROID_NDK_ROOT=${ANDROID_SDK_ROOT}/ndk-bundle
-          SDKMANAGER=${ANDROID_SDK_ROOT}/cmdline-tools/latest/bin/sdkmanager
-          echo "y" | $SDKMANAGER "ndk;21.4.7075529"
-          ln -sfn ${ANDROID_SDK_ROOT}/ndk/21.4.7075529 ${ANDROID_NDK_ROOT}
-          echo "ANDROID_NDK_HOME=${ANDROID_NDK_ROOT}" >> $GITHUB_ENV
       - name: Set up Python 3.10
         uses: actions/setup-python@v4
         with:
@@ -87,3 +85,49 @@ jobs:
       - name: Run size tests (post-submit)
         if: ${{ github.event_name == 'push' }}
         run: fireci binary_size
+
+  startup_time:
+    name: Startup Time
+    if: |
+      (github.event_name == 'push' && github.repository == 'firebase/firebase-android-sdk')
+        || (github.event_name == 'pull_request'
+              && github.event.pull_request.head.repo.full_name == github.repository)
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 2
+          submodules: true
+      - name: Set up JDK 11
+        uses: actions/setup-java@v2
+        with:
+          java-version: 11
+          distribution: temurin
+          cache: gradle
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+      - uses: google-github-actions/auth@v0
+        with:
+          credentials_json: '${{ secrets.GCP_SERVICE_ACCOUNT }}'
+      - uses: google-github-actions/setup-gcloud@v0
+      - name: Set up fireci
+        run: pip3 install -e ci/fireci
+      - name: Add google-services.json
+        env:
+          INTEG_TESTS_GOOGLE_SERVICES: ${{ secrets.INTEG_TESTS_GOOGLE_SERVICES }}
+          BENCHMARK_APP_LOCATION: health-metrics/benchmark/template/app/google-services.json
+        run: |
+          echo $INTEG_TESTS_GOOGLE_SERVICES | base64 -d > $BENCHMARK_APP_LOCATION
+      - name: Run startup-time tests (presubmit)
+        if: ${{ github.event_name == 'pull_request' }}
+        run: |
+          git diff --name-only HEAD~1 | \
+            xargs printf -- '--changed-git-paths %s\n' | \
+            xargs ./gradlew writeChangedProjects --output-file-path=modules.json
+          fireci macrobenchmark ci --pull-request --changed-modules-file modules.json
+      - name: Run startup-time tests (post-submit)
+        if: ${{ github.event_name == 'push' }}
+        run: |
+          fireci macrobenchmark ci --push