terraform/events.tf


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

#################
# Random String #
#################

resource "random_string" "suffix" {
  length  = 8
  special = false
  upper   = false
}

#############################
# EventBridge Configuration #
#############################

resource "aws_cloudwatch_event_rule" "lambda_trigger" {
  name                = "lambda-scheduled-trigger"
  description         = "Schedule to trigger the Lambda function"
  schedule_expression = "rate(30 minutes)"
}

resource "aws_cloudwatch_event_target" "extract_lambda_cw_event" {
  rule       = aws_cloudwatch_event_rule.lambda_trigger.name
  target_id  = "TargetFunctionV1"
  arn        = aws_lambda_function.extract_lambda.arn
  depends_on = [aws_lambda_permission.allow_eventbridge]
}

resource "aws_lambda_permission" "allow_eventbridge" {
  statement_id  = "AllowExecutionFromEventBridge${random_string.suffix.result}"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.extract_lambda.function_name
  principal     = "events.amazonaws.com"
  source_arn    = aws_cloudwatch_event_rule.lambda_trigger.arn

  lifecycle {
    replace_triggered_by = [random_string.suffix]
  }
}

########################################
# S3 Extract Bucket Notification Setup #
########################################

resource "aws_lambda_permission" "allow_s3_ingestion" {
  statement_id  = "AllowS3InvokeLambdaTransform${random_string.suffix.result}"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.extract_bucket.arn

  lifecycle {
    replace_triggered_by = [random_string.suffix]
  }
}


resource "aws_s3_bucket_notification" "extract_bucket_notification" {
  bucket = aws_s3_bucket.extract_bucket.id

  lambda_function {
    events              = ["s3:ObjectCreated:*"]
    lambda_function_arn = aws_lambda_function.transform_lambda.arn
  }

  depends_on = [aws_lambda_permission.allow_s3_ingestion]
}

##########################################
# S3 Transform Bucket Notification Setup #
##########################################

resource "aws_lambda_permission" "allow_s3_transform_bucket" {
  statement_id  = "AllowS3InvokeLambdaTransform${random_string.suffix.result}"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.transform_bucket.arn

  lifecycle {
    replace_triggered_by = [random_string.suffix]
  }
}


resource "aws_s3_bucket_notification" "transform_bucket_notification" {
  bucket = aws_s3_bucket.transform_bucket.id

  lambda_function {
    events              = ["s3:ObjectCreated:*"]
    lambda_function_arn = aws_lambda_function.transform_lambda.arn
  }

  depends_on = [aws_lambda_permission.allow_s3_transform_bucket]
}