28 lines
1004 B
JSON
28 lines
1004 B
JSON
|
{
|
||
|
|
"name": "sink-s3-json",
|
||
|
|
"config": {
|
||
|
|
"timestamp.extractor": "Record",
|
||
|
|
"locale": "US",
|
||
|
|
"timezone": "UTC",
|
||
|
|
"connector.class": "io.confluent.connect.s3.S3SinkConnector",
|
||
|
|
"tasks.max": "1",
|
||
|
|
"s3.region": "ap-southeast-1",
|
||
|
|
"s3.bucket.name": "dev-data-raw",
|
||
|
|
"s3.part.size": "5242880",
|
||
|
|
"flush.size": "10",
|
||
|
|
"rotate.interval.ms": "3600000",
|
||
|
|
"rotate.schedule.interval.ms": "3000",
|
||
|
|
"storage.class": "io.confluent.connect.s3.storage.S3Storage",
|
||
|
|
"format.class": "io.confluent.connect.s3.format.json.JsonFormat",
|
||
|
|
"partitioner.class": "io.confluent.connect.storage.partitioner.TimeBasedPartitioner",
|
||
|
|
"path.format": "'year'=YYYY/'month'=M/'day'=d",
|
||
|
|
"partition.duration.ms": "3600000",
|
||
|
|
"schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
|
||
|
|
"schema.compatibility": "NONE",
|
||
|
|
"name": "sink-s3-json",
|
||
|
|
"topics.regex": "json.*",
|
||
|
|
"store.url": "http://minio:9000",
|
||
|
|
"topics.dir": "sink-s3-json"
|
||
|
|
}
|
||
|
|
}
|