2024-05-08 20:21:42 +02:00
|
|
|
{
|
|
|
|
"version": 4,
|
|
|
|
"terraform_version": "1.8.1",
|
2024-05-10 21:09:38 +02:00
|
|
|
"serial": 55,
|
2024-05-08 20:21:42 +02:00
|
|
|
"lineage": "a77aaaba-b4f8-6adb-0387-8f0b98d722c2",
|
|
|
|
"outputs": {},
|
2024-05-09 22:39:17 +02:00
|
|
|
"resources": [
|
|
|
|
{
|
|
|
|
"mode": "managed",
|
|
|
|
"type": "aws_glue_catalog_database",
|
|
|
|
"name": "datalake_db_raw_zone",
|
|
|
|
"provider": "provider[\"registry.terraform.io/hashicorp/aws\"]",
|
|
|
|
"instances": [
|
|
|
|
{
|
|
|
|
"schema_version": 0,
|
|
|
|
"attributes": {
|
|
|
|
"arn": "arn:aws:glue:us-east-1:534534002841:database/datalake_raw_534534002841_ab_1201680",
|
|
|
|
"catalog_id": "534534002841",
|
|
|
|
"create_table_default_permission": [
|
|
|
|
{
|
|
|
|
"permissions": [
|
|
|
|
"ALL"
|
|
|
|
],
|
|
|
|
"principal": [
|
|
|
|
{
|
|
|
|
"data_lake_principal_identifier": "IAM_ALLOWED_PRINCIPALS"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"description": "",
|
|
|
|
"federated_database": [],
|
|
|
|
"id": "534534002841:datalake_raw_534534002841_ab_1201680",
|
|
|
|
"location_uri": "",
|
|
|
|
"name": "datalake_raw_534534002841_ab_1201680",
|
|
|
|
"parameters": null,
|
|
|
|
"tags": null,
|
|
|
|
"tags_all": {},
|
|
|
|
"target_database": []
|
|
|
|
},
|
|
|
|
"sensitive_attributes": [],
|
|
|
|
"private": "bnVsbA=="
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"mode": "managed",
|
|
|
|
"type": "aws_kinesis_firehose_delivery_stream",
|
|
|
|
"name": "stock_delivery_stream",
|
|
|
|
"provider": "provider[\"registry.terraform.io/hashicorp/aws\"]",
|
|
|
|
"instances": [
|
|
|
|
{
|
|
|
|
"schema_version": 1,
|
|
|
|
"attributes": {
|
|
|
|
"arn": "arn:aws:firehose:us-east-1:534534002841:deliverystream/firehose-534534002841-ab-1201680",
|
|
|
|
"destination": "extended_s3",
|
|
|
|
"destination_id": "destinationId-000000000001",
|
|
|
|
"elasticsearch_configuration": [],
|
|
|
|
"extended_s3_configuration": [
|
|
|
|
{
|
|
|
|
"bucket_arn": "arn:aws:s3:::datalake-raw-534534002841-ab-1201680",
|
|
|
|
"buffering_interval": 60,
|
|
|
|
"buffering_size": 1,
|
|
|
|
"cloudwatch_logging_options": [
|
|
|
|
{
|
|
|
|
"enabled": false,
|
|
|
|
"log_group_name": "",
|
|
|
|
"log_stream_name": ""
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"compression_format": "UNCOMPRESSED",
|
|
|
|
"custom_time_zone": "UTC",
|
|
|
|
"data_format_conversion_configuration": [],
|
|
|
|
"dynamic_partitioning_configuration": [],
|
|
|
|
"error_output_prefix": "raw-zone/stockdata_errors/!{firehose:error-output-type}/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
|
|
|
|
"file_extension": "",
|
|
|
|
"kms_key_arn": "",
|
|
|
|
"prefix": "raw-zone/stockdata/year=!{timestamp:yyyy}/month=!{timestamp:MM}/day=!{timestamp:dd}/hour=!{timestamp:HH}/",
|
|
|
|
"processing_configuration": [
|
|
|
|
{
|
|
|
|
"enabled": false,
|
|
|
|
"processors": []
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"role_arn": "arn:aws:iam::534534002841:role/LabRole",
|
|
|
|
"s3_backup_configuration": [],
|
|
|
|
"s3_backup_mode": "Disabled"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"http_endpoint_configuration": [],
|
|
|
|
"id": "arn:aws:firehose:us-east-1:534534002841:deliverystream/firehose-534534002841-ab-1201680",
|
|
|
|
"kinesis_source_configuration": [
|
|
|
|
{
|
|
|
|
"kinesis_stream_arn": "arn:aws:kinesis:us-east-1:534534002841:stream/cryptostock-534534002841-ab-1201680",
|
|
|
|
"role_arn": "arn:aws:iam::534534002841:role/LabRole"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"msk_source_configuration": [],
|
|
|
|
"name": "firehose-534534002841-ab-1201680",
|
|
|
|
"opensearch_configuration": [],
|
|
|
|
"opensearchserverless_configuration": [],
|
|
|
|
"redshift_configuration": [],
|
|
|
|
"server_side_encryption": [
|
|
|
|
{
|
|
|
|
"enabled": false,
|
|
|
|
"key_arn": "",
|
|
|
|
"key_type": "AWS_OWNED_CMK"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"snowflake_configuration": [],
|
|
|
|
"splunk_configuration": [],
|
|
|
|
"tags": null,
|
|
|
|
"tags_all": {},
|
|
|
|
"timeouts": null,
|
|
|
|
"version_id": "1"
|
|
|
|
},
|
|
|
|
"sensitive_attributes": [],
|
|
|
|
"private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6NjAwMDAwMDAwMDAwfSwic2NoZW1hX3ZlcnNpb24iOiIxIn0=",
|
|
|
|
"dependencies": [
|
|
|
|
"aws_kinesis_stream.cryptostock_stream",
|
|
|
|
"aws_s3_bucket.raw_bucket"
|
|
|
|
]
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"mode": "managed",
|
|
|
|
"type": "aws_kinesis_stream",
|
|
|
|
"name": "cryptostock_stream",
|
|
|
|
"provider": "provider[\"registry.terraform.io/hashicorp/aws\"]",
|
|
|
|
"instances": [
|
|
|
|
{
|
|
|
|
"schema_version": 1,
|
|
|
|
"attributes": {
|
|
|
|
"arn": "arn:aws:kinesis:us-east-1:534534002841:stream/cryptostock-534534002841-ab-1201680",
|
|
|
|
"encryption_type": "NONE",
|
|
|
|
"enforce_consumer_deletion": true,
|
|
|
|
"id": "arn:aws:kinesis:us-east-1:534534002841:stream/cryptostock-534534002841-ab-1201680",
|
|
|
|
"kms_key_id": "",
|
|
|
|
"name": "cryptostock-534534002841-ab-1201680",
|
|
|
|
"retention_period": 24,
|
|
|
|
"shard_count": 1,
|
|
|
|
"shard_level_metrics": [
|
|
|
|
"IncomingBytes",
|
|
|
|
"IncomingRecords",
|
|
|
|
"OutgoingBytes",
|
|
|
|
"OutgoingRecords"
|
|
|
|
],
|
|
|
|
"stream_mode_details": [
|
|
|
|
{
|
|
|
|
"stream_mode": "PROVISIONED"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"tags": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Owner": "Aron Boguszewski",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"tags_all": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Owner": "Aron Boguszewski",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"timeouts": null
|
|
|
|
},
|
|
|
|
"sensitive_attributes": [],
|
|
|
|
"private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjozMDAwMDAwMDAwMDAsImRlbGV0ZSI6NzIwMDAwMDAwMDAwMCwidXBkYXRlIjo3MjAwMDAwMDAwMDAwfSwic2NoZW1hX3ZlcnNpb24iOiIxIn0="
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"mode": "managed",
|
|
|
|
"type": "aws_s3_bucket",
|
|
|
|
"name": "processed_bucket",
|
|
|
|
"provider": "provider[\"registry.terraform.io/hashicorp/aws\"]",
|
|
|
|
"instances": [
|
|
|
|
{
|
|
|
|
"schema_version": 0,
|
|
|
|
"attributes": {
|
|
|
|
"acceleration_status": "",
|
|
|
|
"acl": null,
|
|
|
|
"arn": "arn:aws:s3:::datalake-processed-534534002841-ab-1201680",
|
|
|
|
"bucket": "datalake-processed-534534002841-ab-1201680",
|
|
|
|
"bucket_domain_name": "datalake-processed-534534002841-ab-1201680.s3.amazonaws.com",
|
|
|
|
"bucket_prefix": "",
|
|
|
|
"bucket_regional_domain_name": "datalake-processed-534534002841-ab-1201680.s3.us-east-1.amazonaws.com",
|
|
|
|
"cors_rule": [],
|
|
|
|
"force_destroy": true,
|
|
|
|
"grant": [
|
|
|
|
{
|
|
|
|
"id": "32cafe8e58f64c6af4c3b5901764d8e8cf28ac459a9dc871cea90627ca5a57e1",
|
|
|
|
"permissions": [
|
|
|
|
"FULL_CONTROL"
|
|
|
|
],
|
|
|
|
"type": "CanonicalUser",
|
|
|
|
"uri": ""
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"hosted_zone_id": "Z3AQBSTGFYJSTF",
|
|
|
|
"id": "datalake-processed-534534002841-ab-1201680",
|
|
|
|
"lifecycle_rule": [],
|
|
|
|
"logging": [],
|
|
|
|
"object_lock_configuration": [],
|
|
|
|
"object_lock_enabled": false,
|
|
|
|
"policy": "",
|
|
|
|
"region": "us-east-1",
|
|
|
|
"replication_configuration": [],
|
|
|
|
"request_payer": "BucketOwner",
|
|
|
|
"server_side_encryption_configuration": [
|
|
|
|
{
|
|
|
|
"rule": [
|
|
|
|
{
|
|
|
|
"apply_server_side_encryption_by_default": [
|
|
|
|
{
|
|
|
|
"kms_master_key_id": "",
|
|
|
|
"sse_algorithm": "AES256"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"bucket_key_enabled": false
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"tags": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"tags_all": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"timeouts": null,
|
|
|
|
"versioning": [
|
|
|
|
{
|
|
|
|
"enabled": false,
|
|
|
|
"mfa_delete": false
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"website": [],
|
|
|
|
"website_domain": null,
|
|
|
|
"website_endpoint": null
|
|
|
|
},
|
|
|
|
"sensitive_attributes": [],
|
|
|
|
"private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxMjAwMDAwMDAwMDAwLCJkZWxldGUiOjM2MDAwMDAwMDAwMDAsInJlYWQiOjEyMDAwMDAwMDAwMDAsInVwZGF0ZSI6MTIwMDAwMDAwMDAwMH19"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"mode": "managed",
|
|
|
|
"type": "aws_s3_bucket",
|
|
|
|
"name": "raw_bucket",
|
|
|
|
"provider": "provider[\"registry.terraform.io/hashicorp/aws\"]",
|
|
|
|
"instances": [
|
|
|
|
{
|
|
|
|
"schema_version": 0,
|
|
|
|
"attributes": {
|
|
|
|
"acceleration_status": "",
|
|
|
|
"acl": null,
|
|
|
|
"arn": "arn:aws:s3:::datalake-raw-534534002841-ab-1201680",
|
|
|
|
"bucket": "datalake-raw-534534002841-ab-1201680",
|
|
|
|
"bucket_domain_name": "datalake-raw-534534002841-ab-1201680.s3.amazonaws.com",
|
|
|
|
"bucket_prefix": "",
|
|
|
|
"bucket_regional_domain_name": "datalake-raw-534534002841-ab-1201680.s3.us-east-1.amazonaws.com",
|
|
|
|
"cors_rule": [],
|
|
|
|
"force_destroy": true,
|
|
|
|
"grant": [
|
|
|
|
{
|
|
|
|
"id": "32cafe8e58f64c6af4c3b5901764d8e8cf28ac459a9dc871cea90627ca5a57e1",
|
|
|
|
"permissions": [
|
|
|
|
"FULL_CONTROL"
|
|
|
|
],
|
|
|
|
"type": "CanonicalUser",
|
|
|
|
"uri": ""
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"hosted_zone_id": "Z3AQBSTGFYJSTF",
|
|
|
|
"id": "datalake-raw-534534002841-ab-1201680",
|
|
|
|
"lifecycle_rule": [],
|
|
|
|
"logging": [],
|
|
|
|
"object_lock_configuration": [],
|
|
|
|
"object_lock_enabled": false,
|
|
|
|
"policy": "",
|
|
|
|
"region": "us-east-1",
|
|
|
|
"replication_configuration": [],
|
|
|
|
"request_payer": "BucketOwner",
|
|
|
|
"server_side_encryption_configuration": [
|
|
|
|
{
|
|
|
|
"rule": [
|
|
|
|
{
|
|
|
|
"apply_server_side_encryption_by_default": [
|
|
|
|
{
|
|
|
|
"kms_master_key_id": "",
|
|
|
|
"sse_algorithm": "AES256"
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"bucket_key_enabled": false
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"tags": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"tags_all": {
|
|
|
|
"Environment": "DEV",
|
|
|
|
"Purpose": "UAM Cloud Data Processing"
|
|
|
|
},
|
|
|
|
"timeouts": null,
|
|
|
|
"versioning": [
|
|
|
|
{
|
|
|
|
"enabled": false,
|
|
|
|
"mfa_delete": false
|
|
|
|
}
|
|
|
|
],
|
|
|
|
"website": [],
|
|
|
|
"website_domain": null,
|
|
|
|
"website_endpoint": null
|
|
|
|
},
|
|
|
|
"sensitive_attributes": [],
|
|
|
|
"private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxMjAwMDAwMDAwMDAwLCJkZWxldGUiOjM2MDAwMDAwMDAwMDAsInJlYWQiOjEyMDAwMDAwMDAwMDAsInVwZGF0ZSI6MTIwMDAwMDAwMDAwMH19"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
|
|
|
],
|
2024-05-08 20:21:42 +02:00
|
|
|
"check_results": null
|
|
|
|
}
|