diff --git a/labs/terraform/solutions/glue.tf b/labs/terraform/solutions/glue.tf deleted file mode 100644 index f13a84d..0000000 --- a/labs/terraform/solutions/glue.tf +++ /dev/null @@ -1,17 +0,0 @@ -resource "aws_glue_catalog_database" "datalake_db_raw_zone" { - name = "datalake_${var.environment}_${var.account_number}_${var.student_initials}_${var.student_index_no}" -} - - -resource "aws_glue_crawler" "glue_crawler_raw_zone" { - database_name = aws_glue_catalog_database.datalake_db_raw_zone.name - name = "gc-raw-${var.environment}-${var.account_number}-${var.student_initials}-${var.student_index_no}" - role = aws_iam_role.glue_crawler_role.arn - table_prefix = "crawler_" - - s3_target { - path = "s3://${aws_s3_bucket.main_dl_bucket.bucket}/raw-zone/stockdata/" - } - - tags = merge(local.common_tags, ) -} \ No newline at end of file diff --git a/labs/terraform/solutions/iam.tf b/labs/terraform/solutions/iam.tf deleted file mode 100644 index d08e9a7..0000000 --- a/labs/terraform/solutions/iam.tf +++ /dev/null @@ -1,171 +0,0 @@ -resource "aws_iam_role" "firehose_stream_role" { - name = "firehose-role-${var.environment}-${var.account_number}-${var.student_initials}-${var.student_index_no}" - - assume_role_policy = <| STREAM |-->| & SELECT |-->| STREAM |-->Destination --- | | | (PUMP) | | | --- '----------' '----------' '----------' - - -CREATE OR REPLACE STREAM "DESTINATION_SQL_STREAM" -("symbol" VARCHAR(10), "type" VARCHAR(10), "trans_id" BIGINT, - "dollar_amount" DOUBLE, "AvgLast30seconds" DOUBLE, "CntLast30seconds" INT, - "SumLast30rows" DOUBLE, "CntLast30rows" INT, "max_tran_id" BIGINT ); - -CREATE OR REPLACE PUMP "STREAM_PUMP" AS INSERT INTO "DESTINATION_SQL_STREAM" -SELECT STREAM "symbol", "type", "trans_id", "dollar_amount", "AvgLast30seconds", "CntLast30seconds" - , "SumLast30rows", "CntLast30rows", "max_tran_id" -FROM ( - - SELECT STREAM "symbol", "type", "trans_id", "dollar_amount", - AVG("dollar_amount") OVER LAST_30_SECS AS "AvgLast30seconds", - COUNT(*) OVER LAST_30_SECS AS "CntLast30seconds", - SUM("dollar_amount") OVER LAST_30_ROWS AS "SumLast30rows", - COUNT(*) OVER LAST_30_ROWS AS "CntLast30rows", - MAX("trans_id") OVER LAST_30_ROWS AS "max_tran_id" - FROM "SOURCE_SQL_STREAM_001" - WHERE "symbol" = 'BTC_USD' - WINDOW - LAST_30_SECS AS (PARTITION BY "symbol", "type" RANGE INTERVAL '30' SECOND PRECEDING), - LAST_30_ROWS AS (PARTITION BY "symbol", "type" ROWS 30 PRECEDING) -) -WHERE "dollar_amount" > 4 * ("AvgLast30seconds"); diff --git a/labs/terraform/solutions/s3.tf b/labs/terraform/solutions/s3.tf deleted file mode 100644 index b58531a..0000000 --- a/labs/terraform/solutions/s3.tf +++ /dev/null @@ -1,6 +0,0 @@ -resource "aws_s3_bucket" "main_dl_bucket" { - bucket = "datalake-${var.environment}-${var.account_number}-${var.student_initials}-${var.student_index_no}" - force_destroy = true - - tags = merge(local.common_tags, ) -} \ No newline at end of file