37 lines
1.3 KiB
Terraform
37 lines
1.3 KiB
Terraform
|
resource "aws_lambda_layer_version" "aws_wrangler" {
|
||
|
|
filename = "../lambda/awswrangler-layer-2.7.0-py3.8.zip"
|
||
|
|
layer_name ="aws_wrangler_878695318857_ek_1201695"
|
||
|
|
source_code_hash ="${filebase64sha256("../lambda/awswrangler-layer-2.7.0-py3.8.zip")}"
|
||
|
|
compatible_runtimes = ["python3.8"]
|
||
|
|
}
|
||
|
|
|
||
|
|
resource "aws_lambda_function" "etl_post_processing" {
|
||
|
|
function_name ="etl-post-processing-878695318857-ek-1201695"
|
||
|
|
filename = "../lambda/lambda_definition.zip"
|
||
|
|
handler = "lambda_definition.etl_function"
|
||
|
|
runtime = "python3.8"
|
||
|
|
role = var.lab_role_arn
|
||
|
|
timeout = 300
|
||
|
|
memory_size = 512
|
||
|
|
source_code_hash= filebase64sha256("../lambda/lambda_definition.zip")
|
||
|
|
layers = ["${aws_lambda_layer_version.aws_wrangler.arn}"]
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
resource "aws_lambda_permission" "allow_bucket" {
|
||
|
|
statement_id = "AllowExecutionFromS3Bucket"
|
||
|
|
action = "lambda:InvokeFunction"
|
||
|
|
function_name = aws_lambda_function.etl_post_processing.arn
|
||
|
|
principal = "s3.amazonaws.com"
|
||
|
|
source_arn = aws_s3_bucket.raw_bucket.arn
|
||
|
|
}
|
||
|
|
|
||
|
|
resource "aws_s3_bucket_notification" "trigger_etl_lambda" {
|
||
|
|
bucket = aws_s3_bucket.raw_bucket.id
|
||
|
|
lambda_function {
|
||
|
|
lambda_function_arn = aws_lambda_function.etl_post_processing.arn
|
||
|
|
events = ["s3:ObjectCreated:*"]
|
||
|
|
filter_prefix = "raw-zone/"
|
||
|
|
}
|
||
|
|
depends_on = [aws_lambda_permission.allow_bucket]
|
||
|
|
}
|