terraform/events.tf


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

resource "aws_cloudwatch_event_rule" "lambda_trigger" {
  name                = "lambda-scheduled-trigger"
  description         = "Schedule to trigger the Lambda function"
  schedule_expression = "rate(30 minutes)"

  lifecycle {
    create_before_destroy = true
  }
}

resource "aws_cloudwatch_event_target" "extract_lambda_cw_event" {
  rule       = aws_cloudwatch_event_rule.lambda_trigger.name
  target_id  = "TargetFunctionV1"
  arn        = aws_lambda_function.extract_lambda.arn #replaced lambda name placeholder
  depends_on = [aws_lambda_permission.allow_eventbridge]
}

resource "aws_lambda_permission" "allow_eventbridge" {
  statement_id  = "AllowExecutionFromEventBridge"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.extract_lambda.function_name #replaced lambda name placeholder
  principal     = "events.amazonaws.com"
  source_arn    = aws_cloudwatch_event_rule.lambda_trigger.arn
}


# below is step function 1
resource "aws_lambda_permission" "allow_s3_ingestion" {
  statement_id  = "AllowS3InvokeLambdaTransform"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.extract_bucket.arn #replaced bucket name placeholder
}


resource "aws_s3_bucket_notification" "extract_bucket_notification" {
  bucket = aws_s3_bucket.extract_bucket.id #replaced bucket name placeholder

  lambda_function {
    events              = ["s3:ObjectCreated:*"]
    lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
  }

  depends_on = [aws_lambda_permission.allow_s3_ingestion]
}

######

resource "aws_lambda_permission" "allow_s3_transform_bucket" {
  statement_id  = "AllowS3InvokeLambdaTransform"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.transform_bucket.arn #replaced bucket name placeholder
}


resource "aws_s3_bucket_notification" "transform_bucket_notification" {
  bucket = aws_s3_bucket.transform_bucket.id #replaced bucket name placeholder

  lambda_function {
    events              = ["s3:ObjectCreated:*"]
    lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
  }

  depends_on = [aws_lambda_permission.allow_s3_transform_bucket]
}