39 lines
1.7 KiB
JSON
39 lines
1.7 KiB
JSON
|
{
|
||
|
|
"name": "sink-s3-bytes",
|
||
|
|
"config": {
|
||
|
|
"timestamp.extractor": "Record",
|
||
|
|
"locale": "US",
|
||
|
|
"timezone": "UTC",
|
||
|
|
"connector.class": "io.confluent.connect.s3.S3SinkConnector",
|
||
|
|
"tasks.max": "3",
|
||
|
|
"s3.region": "ap-southeast-1",
|
||
|
|
"s3.bucket.name": "dev-data-raw",
|
||
|
|
"s3.acl.canned": "bucket-owner-full-control",
|
||
|
|
"s3.part.size": "5242880",
|
||
|
|
"flush.size": "10",
|
||
|
|
"rotate.interval.ms": "3600000",
|
||
|
|
"rotate.schedule.interval.ms": "3000",
|
||
|
|
"storage.class": "io.confluent.connect.s3.storage.S3Storage",
|
||
|
|
"format.class": "io.confluent.connect.s3.format.json.JsonFormat",
|
||
|
|
"value.converter": "org.apache.kafka.connect.converters.ByteArrayConverter",
|
||
|
|
"value.converter.schemas.enable": "false",
|
||
|
|
"key.converter": "org.apache.kafka.connect.converters.ByteArrayConverter",
|
||
|
|
"key.converter.schemas.enable": "false",
|
||
|
|
"partitioner.class": "io.confluent.connect.storage.partitioner.TimeBasedPartitioner",
|
||
|
|
"path.format": "'year'=YYYY/'month'=M/'day'=d/'hour'=H",
|
||
|
|
"partition.duration.ms": "3600000",
|
||
|
|
"schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
|
||
|
|
"schema.compatibility": "NONE",
|
||
|
|
"name": "sink-s3-bytes",
|
||
|
|
"topics.regex": ".*",
|
||
|
|
"topics.dir": "sink-s3-bytes",
|
||
|
|
"transforms": "MakeMap, InsertMetadata",
|
||
|
|
"transforms.MakeMap.type": "org.apache.kafka.connect.transforms.HoistField$Value",
|
||
|
|
"transforms.MakeMap.field": "msg_payload",
|
||
|
|
"transforms.InsertMetadata.type": "org.apache.kafka.connect.transforms.InsertField$Value",
|
||
|
|
"transforms.InsertMetadata.partition.field": "msg_partition",
|
||
|
|
"transforms.InsertMetadata.offset.field": "msg_offset",
|
||
|
|
"transforms.InsertMetadata.timestamp.field": "msg_ts",
|
||
|
|
"store.url": "http://minio:9000"
|
||
|
|
}
|
||
|
|
}
|