chmury_aronb/jupyter/UAM_3_sink_connector_simple.json

28 lines
1004 B
JSON
Raw Normal View History

2021-04-24 15:54:14 +02:00
{
"name": "sink-s3-json",
"config": {
"timestamp.extractor": "Record",
"locale": "US",
"timezone": "UTC",
"connector.class": "io.confluent.connect.s3.S3SinkConnector",
"tasks.max": "1",
"s3.region": "ap-southeast-1",
"s3.bucket.name": "dev-data-raw",
"s3.part.size": "5242880",
"flush.size": "10",
"rotate.interval.ms": "3600000",
"rotate.schedule.interval.ms": "3000",
"storage.class": "io.confluent.connect.s3.storage.S3Storage",
"format.class": "io.confluent.connect.s3.format.json.JsonFormat",
"partitioner.class": "io.confluent.connect.storage.partitioner.TimeBasedPartitioner",
"path.format": "'year'=YYYY/'month'=M/'day'=d",
"partition.duration.ms": "3600000",
"schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
"schema.compatibility": "NONE",
"name": "sink-s3-json",
"topics.regex": "json.*",
"store.url": "http://minio:9000",
"topics.dir": "sink-s3-json"
}
}