From ba2de630ff39a3acdd0c96cb784d66b9f4bebb32 Mon Sep 17 00:00:00 2001 From: Veronica Wasson <3992422+VeronicaWasson@users.noreply.github.com> Date: Fri, 7 Mar 2025 23:54:45 +0000 Subject: [PATCH 1/4] Bump Beam SDK version --- dataflow/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dataflow/snippets/requirements.txt b/dataflow/snippets/requirements.txt index b83913587115..ad5cf8ef5cc2 100644 --- a/dataflow/snippets/requirements.txt +++ b/dataflow/snippets/requirements.txt @@ -1,2 +1,2 @@ -apache-beam[gcp]==2.58.0 +apache-beam[gcp]==2.63.0 kafka-python==2.0.2 From 02905a57b70247e450b6ce217ca081208943784b Mon Sep 17 00:00:00 2001 From: Veronica Wasson <3992422+VeronicaWasson@users.noreply.github.com> Date: Sat, 8 Mar 2025 00:05:30 +0000 Subject: [PATCH 2/4] Exclude Python 3.8 --- dataflow/snippets/noxfile_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dataflow/snippets/noxfile_config.py b/dataflow/snippets/noxfile_config.py index dd0def22c9e0..1798bbee4f8d 100644 --- a/dataflow/snippets/noxfile_config.py +++ b/dataflow/snippets/noxfile_config.py @@ -22,7 +22,7 @@ TEST_CONFIG_OVERRIDE = { # You can opt out from the test for specific Python versions. - "ignored_versions": ["2.7", "3.7", "3.9", "3.10", "3.12", "3.13"], + "ignored_versions": ["2.7", "3.7", "3.8", "3.9", "3.10", "3.12", "3.13"], # Old samples are opted out of enforcing Python type hints # All new samples should feature them "enforce_type_hints": True, From b0da22aa7e38684a841aad8bdc5fe2e3105be36e Mon Sep 17 00:00:00 2001 From: Veronica Wasson <3992422+VeronicaWasson@users.noreply.github.com> Date: Mon, 10 Mar 2025 18:24:30 +0000 Subject: [PATCH 3/4] Debugging Docker error: --- dataflow/snippets/Dockerfile | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/dataflow/snippets/Dockerfile b/dataflow/snippets/Dockerfile index ebe0d2b6d908..4e022e0dce15 100644 --- a/dataflow/snippets/Dockerfile +++ b/dataflow/snippets/Dockerfile @@ -26,15 +26,15 @@ COPY --from=apache/beam_python3.11_sdk:2.62.0 /opt/apache/beam /opt/apache/beam ENTRYPOINT [ "/opt/apache/beam/boot" ] COPY requirements.txt . -RUN apt-get update \ - && apt-get install -y --no-install-recommends \ - curl python3-distutils default-jre docker.io \ - && rm -rf /var/lib/apt/lists/* \ - && update-alternatives --install /usr/bin/python python /usr/bin/python3 10 \ - && curl https://bootstrap.pypa.io/get-pip.py | python \ +RUN apt-get update +RUN apt-get install -y --no-install-recommends \ + curl python3-distutils default-jre docker.io +RUN rm -rf /var/lib/apt/lists/* +RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 10 +RUN curl https://bootstrap.pypa.io/get-pip.py | python # Install the requirements. - && pip install --no-cache-dir -r requirements.txt \ - && pip check +RUN pip install --no-cache-dir -r requirements.txt +RUN pip check COPY read_kafka.py ./ From ccfd6cb0254b15a99af7bfe9185df55a7177417f Mon Sep 17 00:00:00 2001 From: Veronica Wasson <3992422+VeronicaWasson@users.noreply.github.com> Date: Mon, 10 Mar 2025 19:53:27 +0000 Subject: [PATCH 4/4] Bump kafka-python version --- dataflow/snippets/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dataflow/snippets/requirements.txt b/dataflow/snippets/requirements.txt index ad5cf8ef5cc2..0f0d8796fa20 100644 --- a/dataflow/snippets/requirements.txt +++ b/dataflow/snippets/requirements.txt @@ -1,2 +1,2 @@ apache-beam[gcp]==2.63.0 -kafka-python==2.0.2 +kafka-python==2.0.6