sync with open source how

.asf.yaml

@@ -35,16 +35,97 @@ github:
     projects: true
 
   # Give some users issue triage permissions
+  # Cannot have >10 at any given time per https://github.com/apache/infrastructure-asfyaml?tab=readme-ov-file#triage
   collaborators:
-    - pcoet
-    - olehborysevych
-    - rshamunov
+    - Amar3tto
+    - mrshakirov
+    - akashorabek
+    - derrickaw
+    - claudevdm
+    - shunping
 
   enabled_merge_buttons:
     squash: true
     merge: true
     rebase: false
 
+  protected_branches:
+    master: {}
+    release-2.63.0-postrelease: {}
+    release-2.63: {}
+    release-2.62.0: {}
+    release-2.61.0: {}
+    release-2.60.0: {}
+    release-2.59.0: {}
+    release-2.58.1: {}
+    release-2.58.0: {}
+    release-2.57.0: {}
+    release-2.56.0: {}
+    release-2.55.1: {}
+    release-2.55.0: {}
+    release-2.54.0: {}
+    release-2.53.0: {}
+    release-2.52.0: {}
+    release-2.51.0: {}
+    release-2.50.0: {}
+    release-2.49.0: {}
+    release-2.48.0: {}
+    release-2.47.0: {}
+    release-2.46.0: {}
+    release-2.45.0: {}
+    release-2.44.0: {}
+    release-2.43.0: {}
+    release-2.42.0: {}
+    release-2.41.0: {}
+    release-2.40.0: {}
+    release-2.39.0: {}
+    release-2.38.0: {}
+    release-2.37.0: {}
+    release-2.36.0: {}
+    release-2.35.0: {}
+    release-2.34.0: {}
+    release-2.33.0: {}
+    release-2.32.0: {}
+    release-2.31.0: {}
+    release-2.30.0: {}
+    release-2.29.0: {}
+    release-2.28.0: {}
+    release-2.27.0: {}
+    release-2.26.0: {}
+    release-2.25.0: {}
+    release-2.24.0: {}
+    release-2.23.0: {}
+    release-2.22.0: {}
+    release-2.21.0: {}
+    release-2.20.0: {}
+    release-2.19.0: {}
+    release-2.18.0: {}
+    release-2.17.0: {}
+    release-2.16.0: {}
+    release-2.15.0: {}
+    release-2.14.0: {}
+    release-2.13.0: {}
+    release-2.12.0: {}
+    release-2.11.0: {}
+    release-2.10.0: {}
+    release-2.8.0: {}
+    release-2.8.0: {}
+    release-2.7.0: {}
+    release-2.6.0: {}
+    release-2.5.0: {}
+    release-2.4.0: {}
+    release-2.3.0: {}
+    release-2.2.0: {}
+    release-2.1.1: {}
+    release-2.1.0: {}
+    release-0.6.0: {}
+    release-0.5.0: {}
+    release-0.4.0: {}
+    release-0.4.0-incubating: {}
+    release-0.3.0-incubating: {}
+    release-0.2.0-incubating: {}
+    release-0.1.0-incubating: {}
+
 notifications:
   commits: [email protected]
   issues: [email protected]

.github/ACTIONS.md

@@ -86,15 +86,20 @@ jobs:
 * **DO NOT** Approve and Run changes in the workflows in the PR Conversation tab, under "Workflow(s) awaiting approval".
 * For approving the updates in the workflows, you should go to the Repository Actions and filter All Workflows by `action_required`. The search will display the workflows that need to be reviewed before running. **Please make sure reviewing the file that is referenced by the workflow.**
 * Seed job will be emulated using the `Approve and Run` built-in feature of GitHub Actions, since the workflows will use the `pull_request_target` directive; no modifications would be allowed either for new or existent jobs unless a committer explicitly approves the job from GitHub Actions UI.
-### Issue Management
 
+#### Issue Management
 Phrases self-assign, close, or manage labels on an issue:
 | Phrase | Effect |
 |--------|--------|
 | `.take-issue` | Self-assign the issue |
+| `.free-issue` | Self-unassign the issue |
 | `.close-issue` | Close the issue as completed |
 | `.close-issue not_planned` | Close the issue as not-planned |
 | `.reopen-issue` | Reopen a closed issue |
 | `.add-labels` | Add comma separated labels to the issue (e.g. `add-labels l1, 'l2 with spaces'`) |
 | `.remove-labels` | Remove comma separated labels to the issue (e.g. `remove-labels l1, 'l2 with spaces'`) |
 | `.set-labels` | Sets comma separated labels to the issue and removes any other labels (e.g. `set-labels l1, 'l2 with spaces'`) |
+
+## Security Model
+
+For information on the Beam CI security model, see https://cwiki.apache.org/confluence/display/BEAM/CI+Security+Model

.github/ISSUE_TEMPLATE/bug.yml

@@ -25,7 +25,7 @@ body:
   - type: markdown
     attributes:
       value: |
-        Thanks for taking the time to fill out this bug report! Once you've created an issue, you can self-assign by commenting `.take-issue` and you can close by commenting `.close-issue`.
+        Thanks for taking the time to fill out this bug report! Once you've created an issue, you can self-assign by commenting `.take-issue`, self-unassign by commenting `.free-issue`, and close by commenting `.close-issue`.
         Anyone can reopen a closed issue by commenting `.reopen-issue`.
         You can also add/remove labels by commenting `.add-labels label1,label2,'label 3 with spaces'` or `.remove-labels label1,label2,'label 3 with spaces'`,
         or with `.set-labels label1,label2,'label 3 with spaces'` (which removes any labels not in that set).
@@ -50,6 +50,7 @@ body:
         - "Priority: 2 (default / most bugs should be filed as P2)"
         - "Priority: 1 (data loss / total loss of function)"
         - "Priority: 0 (outage / urgent vulnerability)"
+      default: 1
     validations:
       required: true
   - type: checkboxes
@@ -63,10 +64,12 @@ body:
        - label: "Component: Go SDK"
        - label: "Component: Typescript SDK"
        - label: "Component: IO connector"
+       - label: "Component: Beam YAML"
        - label: "Component: Beam examples"
        - label: "Component: Beam playground"
        - label: "Component: Beam katas"
        - label: "Component: Website"
+       - label: "Component: Infrastructure"
        - label: "Component: Spark Runner"
        - label: "Component: Flink Runner"
        - label: "Component: Samza Runner"

.github/ISSUE_TEMPLATE/failing_test.yml

@@ -25,7 +25,7 @@ body:
   - type: markdown
     attributes:
       value: |
-        Thanks for taking the time to fill out this feature request! Once you've created an issue, you can self-assign by commenting `.take-issue` and you can close by commenting `.close-issue`.
+        Thanks for taking the time to fill out this failing test report! Once you've created an issue, you can self-assign by commenting `.take-issue`, self-unassign by commenting `.free-issue`, and close by commenting `.close-issue`.
         Anyone can reopen a closed issue by commenting `.reopen-issue`.
         You can also add/remove labels by commenting `.add-labels label1,label2,'label 3 with spaces'` or `.remove-labels label1,label2,'label 3 with spaces'`,
         or with `.set-labels label1,label2,'label 3 with spaces'` (which removes any labels not in that set).
@@ -56,6 +56,7 @@ body:
         - "Priority: 2 (backlog / disabled test but we think the product is healthy)"
         - "Priority: 1 (unhealthy code / failing or flaky postcommit so we cannot be sure the product is healthy)"
         - "Priority: 0 (outage / failing precommit test impacting development)"
+      default: 1
     validations:
       required: true
   - type: checkboxes
@@ -69,10 +70,12 @@ body:
        - label: "Component: Go SDK"
        - label: "Component: Typescript SDK"
        - label: "Component: IO connector"
+       - label: "Component: Beam YAML"
        - label: "Component: Beam examples"
        - label: "Component: Beam playground"
        - label: "Component: Beam katas"
        - label: "Component: Website"
+       - label: "Component: Infrastructure"
        - label: "Component: Spark Runner"
        - label: "Component: Flink Runner"
        - label: "Component: Samza Runner"

.github/ISSUE_TEMPLATE/feature.yml

@@ -25,7 +25,7 @@ body:
   - type: markdown
     attributes:
       value: |
-        Thanks for taking the time to fill out this feature request! Once you've created an issue, you can self-assign by commenting `.take-issue` and you can close by commenting `.close-issue`.
+        Thanks for taking the time to fill out this feature request! Once you've created an issue, you can self-assign by commenting `.take-issue`, self-unassign by commenting `.free-issue`, and close by commenting `.close-issue`.
         Anyone can reopen a closed issue by commenting `.reopen-issue`.
         You can also add/remove labels by commenting `.add-labels label1,label2,'label 3 with spaces'` or `.remove-labels label1,label2,'label 3 with spaces'`,
         or with `.set-labels label1,label2,'label 3 with spaces'` (which removes any labels not in that set).
@@ -44,6 +44,7 @@ body:
       options:
         - "Priority: 3 (nice-to-have improvement)"
         - "Priority: 2 (default / most feature requests should be filed as P2)"
+      default: 1
     validations:
       required: true
   - type: checkboxes
@@ -57,10 +58,12 @@ body:
        - label: "Component: Go SDK"
        - label: "Component: Typescript SDK"
        - label: "Component: IO connector"
+       - label: "Component: Beam YAML"
        - label: "Component: Beam examples"
        - label: "Component: Beam playground"
        - label: "Component: Beam katas"
        - label: "Component: Website"
+       - label: "Component: Infrastructure"
        - label: "Component: Spark Runner"
        - label: "Component: Flink Runner"
        - label: "Component: Samza Runner"

.github/ISSUE_TEMPLATE/task.yml

@@ -25,7 +25,7 @@ body:
   - type: markdown
     attributes:
       value: |
-        Thanks for taking the time to fill out this task! Once you've created an issue, you can self-assign by commenting `.take-issue` and you can close by commenting `.close-issue`.
+        Thanks for taking the time to fill out this task! Once you've created an issue, you can self-assign by commenting `.take-issue`, self-unassign by commenting `.free-issue`, and close by commenting `.close-issue`.
         Anyone can reopen a closed issue by commenting `.reopen-issue`.
         You can also add/remove labels by commenting `.add-labels label1,label2,'label 3 with spaces'` or `.remove-labels label1,label2,'label 3 with spaces'`,
         or with `.set-labels label1,label2,'label 3 with spaces'` (which removes any labels not in that set).
@@ -45,6 +45,7 @@ body:
         - "Priority: 3 (nice-to-have improvement)"
         - "Priority: 2 (default / most normal work should be filed as P2)"
         - "Priority: 1 (urgent / mostly reserved for critical bugs)"
+      default: 1
     validations:
       required: true
   - type: checkboxes
@@ -58,10 +59,12 @@ body:
        - label: "Component: Go SDK"
        - label: "Component: Typescript SDK"
        - label: "Component: IO connector"
+       - label: "Component: Beam YAML"
        - label: "Component: Beam examples"
        - label: "Component: Beam playground"
        - label: "Component: Beam katas"
        - label: "Component: Website"
+       - label: "Component: Infrastructure"
        - label: "Component: Spark Runner"
        - label: "Component: Flink Runner"
        - label: "Component: Samza Runner"

.github/PULL_REQUEST_TEMPLATE.md

@@ -8,15 +8,15 @@ Thank you for your contribution! Follow this checklist to help us incorporate yo
  - [ ] Update `CHANGES.md` with noteworthy changes.
  - [ ] If this contribution is large, please file an Apache [Individual Contributor License Agreement](https://www.apache.org/licenses/icla.pdf).
 
-See the [Contributor Guide](https://beam.apache.org/contribute) for more tips on [how to make review process smoother](https://beam.apache.org/contribute/get-started-contributing/#make-the-reviewers-job-easier).
+See the [Contributor Guide](https://beam.apache.org/contribute) for more tips on [how to make review process smoother](https://github.com/apache/beam/blob/master/CONTRIBUTING.md#make-the-reviewers-job-easier).
 
 To check the build health, please visit [https://github.com/apache/beam/blob/master/.test-infra/BUILD_STATUS.md](https://github.com/apache/beam/blob/master/.test-infra/BUILD_STATUS.md)
 
 GitHub Actions Tests Status (on master branch)
 ------------------------------------------------------------------------------------------------
-[![Build python source distribution and wheels](https://github.com/apache/beam/workflows/Build%20python%20source%20distribution%20and%20wheels/badge.svg?branch=master&event=schedule)](https://github.com/apache/beam/actions?query=workflow%3A%22Build+python+source+distribution+and+wheels%22+branch%3Amaster+event%3Aschedule)
-[![Python tests](https://github.com/apache/beam/workflows/Python%20tests/badge.svg?branch=master&event=schedule)](https://github.com/apache/beam/actions?query=workflow%3A%22Python+Tests%22+branch%3Amaster+event%3Aschedule)
-[![Java tests](https://github.com/apache/beam/workflows/Java%20Tests/badge.svg?branch=master&event=schedule)](https://github.com/apache/beam/actions?query=workflow%3A%22Java+Tests%22+branch%3Amaster+event%3Aschedule)
-[![Go tests](https://github.com/apache/beam/workflows/Go%20tests/badge.svg?branch=master&event=schedule)](https://github.com/apache/beam/actions?query=workflow%3A%22Go+tests%22+branch%3Amaster+event%3Aschedule)
+[![Build python source distribution and wheels](https://github.com/apache/beam/actions/workflows/build_wheels.yml/badge.svg?event=schedule&&?branch=master)](https://github.com/apache/beam/actions?query=workflow%3A%22Build+python+source+distribution+and+wheels%22+branch%3Amaster+event%3Aschedule)
+[![Python tests](https://github.com/apache/beam/actions/workflows/python_tests.yml/badge.svg?event=schedule&&?branch=master)](https://github.com/apache/beam/actions?query=workflow%3A%22Python+Tests%22+branch%3Amaster+event%3Aschedule)
+[![Java tests](https://github.com/apache/beam/actions/workflows/java_tests.yml/badge.svg?event=schedule&&?branch=master)](https://github.com/apache/beam/actions?query=workflow%3A%22Java+Tests%22+branch%3Amaster+event%3Aschedule)
+[![Go tests](https://github.com/apache/beam/actions/workflows/go_tests.yml/badge.svg?event=schedule&&?branch=master)](https://github.com/apache/beam/actions?query=workflow%3A%22Go+tests%22+branch%3Amaster+event%3Aschedule)
 
-See [CI.md](https://github.com/apache/beam/blob/master/CI.md) for more information about GitHub Actions CI.
+See [CI.md](https://github.com/apache/beam/blob/master/CI.md) for more information about GitHub Actions CI or the [workflows README](https://github.com/apache/beam/blob/master/.github/workflows/README.md) to see a list of phrases to trigger workflows.

.github/REVIEWERS.yml

@@ -20,39 +20,78 @@
 labels:
   - name: Go
     reviewers:
-      - damccorm
       - lostluck
       - jrmccluskey
-      - riteshghorse
     exclusionList:
       - youngoli
   - name: Python
     reviewers:
-      - AnandInguva
       - damccorm
       - jrmccluskey
       - tvalentyn
-      - pabloem
+      - liferoad
+      - shunping
     exclusionList: []
   - name: Java
     reviewers:
-      - lukecwik
+      - Abacn
       - kennknowles
       - robertwb
-      - kileys
-      - apilloud
+      - m-trieu
+      - damondouglas
     exclusionList: []
   - name: IO
     reviewers:
       - chamikaramj
       - johnjcasey
-      - pabloem
       - Abacn
       - ahmedabu98
+      - damondouglas
+      - shunping
+    exclusionList: []
+  - name: spanner
+    reviewers:
+      - nielm
+  - name: bigtable
+    reviewers:
+      - igorbernstein2
+      - mutianf
+      - djyau
+      - andre-sampaio
+      - meeral-k
+    exclusionList: []
+  - name: healthcare
+    reviewers:
+      - svetakvsundhar
     exclusionList: []
+  - name: kafka
+    reviewers:
+      - johnjcasey
+      - fozzie15
+      - Dippatel98
+      - sjvanrossum
   - name: Build
     reviewers:
       - damccorm
       - Abacn
     exclusionList: []
-fallbackReviewers: []
+  - name: website
+    reviewers:
+      - rszper
+      - melap
+      - damccorm
+      - liferoad
+      - kennknowles
+    exclusionList: []
+fallbackReviewers:
+  - Abacn
+  - chamikaramj
+  - damccorm
+  - damondouglas
+  - johnjcasey
+  - jrmccluskey
+  - kennknowles
+  - lostluck
+  - robertwb
+  - shunping
+  - tvalentyn

.github/actions/common-rc-validation/action.yaml

@@ -36,19 +36,19 @@ runs:
       shell: bash
       run: |
           echo "---------------------Downloading Python Staging RC----------------------------"
-          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.zip
-          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.zip.sha512
-          if [[ ! -f apache-beam-$RELEASE_VER.zip ]]; then
+          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz
+          wget ${PYTHON_RC_DOWNLOAD_URL}/${RELEASE_VER}/python/apache-beam-${RELEASE_VER}.tar.gz.sha512
+          if [[ ! -f apache-beam-$RELEASE_VER.tar.gz ]]; then
             { echo "Fail to download Python Staging RC files." ;exit 1; }
           fi
 
           echo "--------------------------Verifying Hashes------------------------------------"
-          sha512sum -c apache-beam-${RELEASE_VER}.zip.sha512
+          sha512sum -c apache-beam-${RELEASE_VER}.tar.gz.sha512
 
           `which pip` install --upgrade pip
           `which pip` install --upgrade setuptools
 
     - name: Installing python SDK
       shell: bash
-      run: pip install apache-beam-${RELEASE_VER}.zip[gcp]
+      run: pip install apache-beam-${RELEASE_VER}.tar.gz[gcp]