terraform/events.tf


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73

resource "aws_cloudwatch_event_target" "extract_lambda_cw_event" {
  rule      = aws_cloudwatch_event_rule.lambda_trigger.name
  target_id = "TargetFunctionV1"
  arn       = aws_lambda_function.extract_lambda.arn #replaced lambda name placeholder
  force_destroy = true
}

resource "aws_cloudwatch_event_rule" "lambda_trigger" {
  name                = "lambda-scheduled-trigger"
  description         = "Schedule to trigger the Lambda function"
  schedule_expression = "rate(30 seconds)"
  force_destroy = true
  # depends_on = [ 
  #   aws_cloudwatch_event_target.extract_lambda_cw_event]
  
#   event_pattern = jsonencode({
#     detail-type = 
#       "AWS Console Sign In via CloudTrail"
#     ]
#   })
}

resource "aws_lambda_permission" "allow_eventbridge" {
  statement_id  = "AllowExecutionFromEventBridge"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.extract_lambda.function_name #replaced lambda name placeholder
  principal     = "events.amazonaws.com"
  source_arn    = aws_cloudwatch_event_rule.lambda_trigger.arn  
}


# below is step function 1
resource "aws_lambda_permission" "allow_s3_ingestion" {
  statement_id  = "AllowS3InvokeLambdaTransform"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.extract_bucket.arn #replaced bucket name placeholder
}


resource "aws_s3_bucket_notification" "extract_bucket_notification" {
  bucket = aws_s3_bucket.extract_bucket.id #replaced bucket name placeholder

  lambda_function {
    events             = ["s3:ObjectCreated:*"]  
    lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
  }

  depends_on = [aws_lambda_permission.allow_s3_ingestion]
}

######

resource "aws_lambda_permission" "allow_s3_transform_bucket" {
  statement_id  = "AllowS3InvokeLambdaTransform"
  action        = "lambda:InvokeFunction"
  function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
  principal     = "s3.amazonaws.com"
  source_arn    = aws_s3_bucket.transform_bucket.arn #replaced bucket name placeholder
}


resource "aws_s3_bucket_notification" "transform_bucket_notification" {
  bucket = aws_s3_bucket.transform_bucket.id #replaced bucket name placeholder

  lambda_function {
    events             = ["s3:ObjectCreated:*"]  
    lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
  }

  depends_on = [aws_lambda_permission.allow_s3_transform_bucket]
}