From f9e761521abcd7c69e2f05c765ac46f8bcbdb04d Mon Sep 17 00:00:00 2001 From: Derrick Williams Date: Tue, 7 Jul 2026 16:19:35 +0000 Subject: [PATCH] remove todos etc with pubsublite deprecation --- infra/iam/roles/roles_config.yaml | 2 +- .../sql/extensions/create-external-table.md | 52 ------------------- 2 files changed, 1 insertion(+), 53 deletions(-) diff --git a/infra/iam/roles/roles_config.yaml b/infra/iam/roles/roles_config.yaml index 453a3b07d977..1e94cdc2ccbd 100644 --- a/infra/iam/roles/roles_config.yaml +++ b/infra/iam/roles/roles_config.yaml @@ -52,7 +52,7 @@ roles: - iap - meshconfig - monitoring - - pubsub. # TODO: Remove '.' after Pubsublite GCP service is fully deprecated. + - pubsub - redis - resourcemanager - secretmanager diff --git a/website/www/site/content/en/documentation/dsls/sql/extensions/create-external-table.md b/website/www/site/content/en/documentation/dsls/sql/extensions/create-external-table.md index ad6ba66beb20..b2ab2f95a4ae 100644 --- a/website/www/site/content/en/documentation/dsls/sql/extensions/create-external-table.md +++ b/website/www/site/content/en/documentation/dsls/sql/extensions/create-external-table.md @@ -429,58 +429,6 @@ TYPE pubsub LOCATION 'projects/testing-integration/topics/user-location' ``` -## Pub/Sub Lite - -### Syntax -``` -CREATE EXTERNAL TABLE [ IF NOT EXISTS ] tableName( - publish_timestamp DATETIME, - event_timestamp DATETIME, - message_key BYTES, - attributes ARRAY>>, - payload [BYTES, ROW] -) -TYPE pubsublite -// For writing -LOCATION 'projects/[PROJECT]/locations/[GCP-LOCATION]/topics/[TOPIC]' -// For reading -LOCATION 'projects/[PROJECT]/locations/[GCP-LOCATION]/subscriptions/[SUBSCRIPTION]' -``` - -* `LOCATION`: - * `PROJECT`: ID of the Google Cloud Project - * `TOPIC`: The Pub/Sub Lite topic name. - * `SUBSCRIPTION`: The Pub/Sub Lite subscription name. - * `GCP-LOCATION`: The location for this Pub/Sub Lite topic os subscription. -* `TBLPROPERTIES`: - * `timestampAttributeKey`: Optional. The key which contains the event - timestamp associated with the Pub/Sub message. If not specified, the - message publish timestamp is used as an event timestamp for - windowing/watermarking. - * `deadLetterQueue`: Optional, supports - [Generic DLQ Handling](#generic-dlq-handling) - * `format`: Optional. Allows you to specify the payload format. - -### Read Mode - -PubsubLiteIO supports reading from subscriptions. - -### Write Mode - -PubsubLiteIO supports writing to topics. - -### Supported Payload - -* Pub/Sub Lite supports [Generic Payload Handling](#generic-payload-handling). - -### Example - -``` -CREATE EXTERNAL TABLE locations (event_timestamp TIMESTAMP, attributes ARRAY>>, payload ROW) -TYPE pubsublite -LOCATION 'projects/testing-integration/locations/us-central1-a/topics/user-location' -``` - ## Kafka KafkaIO is experimental in Beam SQL.