chmury_aronb/jupyter/UAM_3_sink_connector_SMT.json

39 lines
1.7 KiB
JSON

{
"name": "sink-s3-bytes",
"config": {
"timestamp.extractor": "Record",
"locale": "US",
"timezone": "UTC",
"connector.class": "io.confluent.connect.s3.S3SinkConnector",
"tasks.max": "3",
"s3.region": "ap-southeast-1",
"s3.bucket.name": "dev-data-raw",
"s3.acl.canned": "bucket-owner-full-control",
"s3.part.size": "5242880",
"flush.size": "10",
"rotate.interval.ms": "3600000",
"rotate.schedule.interval.ms": "3000",
"storage.class": "io.confluent.connect.s3.storage.S3Storage",
"format.class": "io.confluent.connect.s3.format.json.JsonFormat",
"value.converter": "org.apache.kafka.connect.converters.ByteArrayConverter",
"value.converter.schemas.enable": "false",
"key.converter": "org.apache.kafka.connect.converters.ByteArrayConverter",
"key.converter.schemas.enable": "false",
"partitioner.class": "io.confluent.connect.storage.partitioner.TimeBasedPartitioner",
"path.format": "'year'=YYYY/'month'=M/'day'=d/'hour'=H",
"partition.duration.ms": "3600000",
"schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
"schema.compatibility": "NONE",
"name": "sink-s3-bytes",
"topics.regex": ".*",
"topics.dir": "sink-s3-bytes",
"transforms": "MakeMap, InsertMetadata",
"transforms.MakeMap.type": "org.apache.kafka.connect.transforms.HoistField$Value",
"transforms.MakeMap.field": "msg_payload",
"transforms.InsertMetadata.type": "org.apache.kafka.connect.transforms.InsertField$Value",
"transforms.InsertMetadata.partition.field": "msg_partition",
"transforms.InsertMetadata.offset.field": "msg_offset",
"transforms.InsertMetadata.timestamp.field": "msg_ts",
"store.url": "http://minio:9000"
}
}