Update Python Dependencies

.github/workflows/beam_LoadTests_Go_CoGBK_Flink_batch.yml

@@ -52,7 +52,7 @@ env:
   GCS_BUCKET: gs://beam-flink-cluster
   FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
   HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
-  FLINK_TASKMANAGER_SLOTS: 5
+  FLINK_TASKMANAGER_SLOTS: 1
   DETACHED_MODE: true
   HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
   JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest
@@ -64,7 +64,7 @@ jobs:
       github.event_name == 'workflow_dispatch' ||
       (github.event_name == 'schedule' && github.repository == 'apache/beam') ||
       github.event.comment.body == 'Run Load Tests Go CoGBK Flink Batch'
-    runs-on: [self-hosted, ubuntu-20.04, main]
+    runs-on: [self-hosted, ubuntu-20.04, highmem]
     timeout-minutes: 720
     name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
     strategy:
@@ -96,7 +96,7 @@ jobs:
         env:
           FLINK_NUM_WORKERS: 5
           HIGH_MEM_MACHINE: n1-highmem-16
-          HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=12g,flink:taskmanager.memory.jvm-overhead.max=4g,flink:jobmanager.memory.process.size=6g,flink:jobmanager.memory.jvm-overhead.max= 2g,flink:jobmanager.memory.flink.size=4g
+          HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=6g,flink:taskmanager.memory.jvm-overhead.max=10g,flink:jobmanager.memory.process.size=16g,flink:jobmanager.memory.jvm-overhead.max=10g,flink:jobmanager.memory.flink.size=6g,flink:restart-strategy=fixed-delay,flink:restart-strategy.fixed-delay.attempts=3,flink:restart-strategy.fixed-delay.delay=10s
         run: |
           cd ${{ github.workspace }}/.test-infra/dataproc; ./flink_cluster.sh create
       # The env variables are created and populated in the test-arguments-action as "<github.job>_test_arguments_<argument_file_paths_index>"

.github/workflows/beam_LoadTests_Go_Combine_Flink_Batch.yml

@@ -64,7 +64,7 @@ jobs:
       github.event_name == 'workflow_dispatch' ||
       (github.event_name == 'schedule' && github.repository == 'apache/beam') ||
       github.event.comment.body == 'Run Load Tests Go Combine Flink Batch'
-    runs-on: [self-hosted, ubuntu-20.04, main]
+    runs-on: [self-hosted, ubuntu-20.04, highmem]
     timeout-minutes: 720
     name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
     strategy:

.github/workflows/beam_LoadTests_Go_GBK_Flink_Batch.yml

@@ -52,7 +52,7 @@ env:
   GCS_BUCKET: gs://beam-flink-cluster
   FLINK_DOWNLOAD_URL: https://archive.apache.org/dist/flink/flink-1.17.0/flink-1.17.0-bin-scala_2.12.tgz
   HADOOP_DOWNLOAD_URL: https://repo.maven.apache.org/maven2/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
-  FLINK_TASKMANAGER_SLOTS: 5
+  FLINK_TASKMANAGER_SLOTS: 1
   DETACHED_MODE: true
   HARNESS_IMAGES_TO_PULL: gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
   JOB_SERVER_IMAGE: gcr.io/apache-beam-testing/beam_portability/beam_flink1.17_job_server:latest
@@ -64,7 +64,7 @@ jobs:
       github.event_name == 'workflow_dispatch' ||
       (github.event_name == 'schedule' && github.repository == 'apache/beam') ||
       github.event.comment.body == 'Run Load Tests Go GBK Flink Batch'
-    runs-on: [self-hosted, ubuntu-20.04, main]
+    runs-on: [self-hosted, ubuntu-20.04, highmem]
     timeout-minutes: 720
     name: ${{ matrix.job_name }} (${{ matrix.job_phrase }})
     strategy:
@@ -99,7 +99,7 @@ jobs:
         env:
           FLINK_NUM_WORKERS: 5
           HIGH_MEM_MACHINE: n1-highmem-16
-          HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=12g,flink:taskmanager.memory.jvm-overhead.max=4g,flink:jobmanager.memory.process.size=6g,flink:jobmanager.memory.jvm-overhead.max= 2g,flink:jobmanager.memory.flink.size=4g
+          HIGH_MEM_FLINK_PROPS: flink:taskmanager.memory.process.size=16g,flink:taskmanager.memory.flink.size=8g,flink:taskmanager.memory.jvm-overhead.max=8g,flink:jobmanager.memory.process.size=16g,flink:jobmanager.memory.jvm-overhead.max=8g,flink:jobmanager.memory.flink.size=8g,flink:restart-strategy=fixed-delay,flink:restart-strategy.fixed-delay.attempts=3,flink:restart-strategy.fixed-delay.delay=10s
         run: |
           cd ${{ github.workspace }}/.test-infra/dataproc; ./flink_cluster.sh create
       # The env variables are created and populated in the test-arguments-action as "<github.job>_test_arguments_<argument_file_paths_index>"

.github/workflows/beam_PostRelease_NightlySnapshot.yml

@@ -20,11 +20,11 @@ on:
     inputs:
       RELEASE:
         description: Beam version of current release (e.g. 2.XX.0)
-        required: true
-        default: '2.XX.0'
+        required: false
+        default: ''
       SNAPSHOT_URL:
         description: Location of the staged artifacts in Maven central (https://repository.apache.org/content/repositories/orgapachebeam-NNNN/).
-        required: true
+        required: false
   schedule:
     - cron: '15 16 * * *'
 

.github/workflows/beam_PreCommit_Flink_Container.yml

@@ -16,25 +16,25 @@
 name: PreCommit Flink Container
 
 on:
-  pull_request_target:
-    paths:
-      - 'model/**'
-      - 'sdks/python/**'
-      - 'release/**'
-      - 'sdks/java/io/kafka/**'
-      - 'runners/core-construction-java/**'
-      - 'runners/core-java/**'
-      - 'runners/extensions-java/**'
-      - 'runners/flink/**'
-      - 'runners/java-fn-execution/**'
-      - 'runners/reference/**'
-      - '.github/trigger_files/beam_PreCommit_Flink_Container.json'
-      - 'release/trigger_all_tests.json'
-  push:
-    branches: ['master', 'release-*']
-    tags: 'v*'
-  schedule:
-    - cron: '0 */6 * * *'
+#  pull_request_target:
+#    paths:
+#      - 'model/**'
+#      - 'sdks/python/**'
+#      - 'release/**'
+#      - 'sdks/java/io/kafka/**'
+#      - 'runners/core-construction-java/**'
+#      - 'runners/core-java/**'
+#      - 'runners/extensions-java/**'
+#      - 'runners/flink/**'
+#      - 'runners/java-fn-execution/**'
+#      - 'runners/reference/**'
+#      - '.github/trigger_files/beam_PreCommit_Flink_Container.json'
+#      - 'release/trigger_all_tests.json'
+#  push:
+#    branches: ['master', 'release-*']
+#    tags: 'v*'
+#  schedule:
+#    - cron: '0 */6 * * *'
   workflow_dispatch:
 
 # Setting explicit permissions for the action to avoid the default permissions which are `write-all`

.github/workflows/beam_PreCommit_GHA.yml

@@ -16,17 +16,17 @@
 name: PreCommit GHA
 
 on:
-  push:
-    tags: ['v*']
-    branches: ['master', 'release-*']
-    paths: ['.github/**/*.yml']
-  pull_request_target:
-    branches: ['master', 'release-*' ]
-    paths: ['.github/**/*.yml', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GHA.json']
-  issue_comment:
-    types: [created]
-  schedule:
-  - cron: '0 */6 * * *'
+#  push:
+#    tags: ['v*']
+#    branches: ['master', 'release-*']
+#    paths: ['.github/**/*.yml']
+#  pull_request_target:
+#    branches: ['master', 'release-*' ]
+#    paths: ['.github/**/*.yml', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GHA.json']
+#  issue_comment:
+#    types: [created]
+#  schedule:
+#  - cron: '0 */6 * * *'
   workflow_dispatch:
 
 #Setting explicit permissions for the action to avoid the default permissions which are `write-all` in case of pull_request_target event

.github/workflows/beam_PreCommit_Go.yml

@@ -16,17 +16,17 @@
 name: PreCommit Go
 
 on:
-  push:
-    tags: ['v*']
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_Go.yml']
-  pull_request_target:
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_Go.json']
-  issue_comment:
-    types: [created]
-  schedule:
-    - cron: '0 1/6 * * *'
+#  push:
+#    tags: ['v*']
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_Go.yml']
+#  pull_request_target:
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_Go.json']
+#  issue_comment:
+#    types: [created]
+#  schedule:
+#    - cron: '0 1/6 * * *'
   workflow_dispatch:
 
 #Setting explicit permissions for the action to avoid the default permissions which are `write-all` in case of pull_request_target event

.github/workflows/beam_PreCommit_GoPortable.yml

@@ -16,17 +16,17 @@
 name: PreCommit GoPortable
 
 on:
-  push:
-    tags: ['v*']
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_GoPortable.yml']
-  pull_request_target:
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GoPortable.json']
-  issue_comment:
-    types: [created]
-  schedule:
-    - cron: '0 1/6 * * *'
+#  push:
+#    tags: ['v*']
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_GoPortable.yml']
+#  pull_request_target:
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GoPortable.json']
+#  issue_comment:
+#    types: [created]
+#  schedule:
+#    - cron: '0 1/6 * * *'
   workflow_dispatch:
 
 # This allows a subsequently queued workflow run to interrupt previous runs

.github/workflows/beam_PreCommit_GoPrism.yml

@@ -16,17 +16,17 @@
 name: PreCommit GoPrism
 
 on:
-  push:
-    tags: ['v*']
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_GoPrism.yml']
-  pull_request_target:
-    branches: ['master', 'release-*']
-    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GoPrism.json']
-  issue_comment:
-    types: [created]
-  schedule:
-    - cron: '0 1/6 * * *'
+#  push:
+#    tags: ['v*']
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', '.github/workflows/beam_PreCommit_GoPrism.yml']
+#  pull_request_target:
+#    branches: ['master', 'release-*']
+#    paths: ['model/**', 'sdks/go.mod', 'sdks/go.sum', 'sdks/go/**', 'release/**', 'release/trigger_all_tests.json', '.github/trigger_files/beam_PreCommit_GoPrism.json']
+#  issue_comment:
+#    types: [created]
+#  schedule:
+#    - cron: '0 1/6 * * *'
   workflow_dispatch:
 
 # This allows a subsequently queued workflow run to interrupt previous runs