Skip to content

Commit 6239eb8

Browse files
committed
add iceberg transform
1 parent a5ac236 commit 6239eb8

File tree

1 file changed

+21
-0
lines changed

1 file changed

+21
-0
lines changed

sdks/python/apache_beam/yaml/standard_io.yaml

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -393,3 +393,24 @@
393393
'ReadFromIcebergCDC': 'beam:schematransform:org.apache.beam:iceberg_cdc_read:v1'
394394
config:
395395
gradle_target: 'sdks:java:io:expansion-service:shadowJar'
396+
397+
#IcebergAddFiles
398+
- type: renaming
399+
transforms:
400+
'IcebergAddFiles': 'IcebergAddFiles'
401+
config:
402+
mappings:
403+
'IcebergAddFiles':
404+
table: 'table'
405+
catalog_properties: 'catalog_properties'
406+
config_properties: 'config_properties'
407+
triggering_frequency_seconds: 'triggering_frequency_seconds'
408+
append_batch_size: 'append_batch_size'
409+
location_prefix: 'location_prefix'
410+
underlying_provider:
411+
type: beamJar
412+
transforms:
413+
'IcebergAddFiles': 'beam:schematransform:iceberg_add_files:v1'
414+
config:
415+
gradle_target: 'sdks:java:io:expansion-service:shadowJar'
416+

0 commit comments

Comments
 (0)