blob: c2efbbc7d235af918c40135221645c72f38103ba (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
#################
# Random String #
#################
resource "random_string" "eventbridge_suffix" {
length = 8
special = false
upper = false
}
resource "random_string" "s3_ingestion_suffix" {
length = 8
special = false
upper = false
}
resource "random_string" "s3_transform_suffix" {
length = 8
special = false
upper = false
}
#############################
# EventBridge Configuration #
#############################
resource "aws_cloudwatch_event_rule" "lambda_trigger" {
name = "lambda-scheduled-trigger"
description = "Schedule to trigger the Lambda function"
schedule_expression = "rate(30 minutes)"
}
resource "aws_cloudwatch_event_target" "extract_lambda_cw_event" {
rule = aws_cloudwatch_event_rule.lambda_trigger.name
target_id = "TargetFunctionV1"
arn = aws_lambda_function.extract_lambda.arn #replaced lambda name placeholder
depends_on = [aws_lambda_permission.allow_eventbridge]
}
resource "aws_lambda_permission" "allow_eventbridge" {
statement_id = "AllowExecutionFromEventBridge${random_string.eventbridge_suffix.result}"
action = "lambda:InvokeFunction"
function_name = aws_lambda_function.extract_lambda.function_name
principal = "events.amazonaws.com"
source_arn = aws_cloudwatch_event_rule.lambda_trigger.arn
lifecycle {
replace_triggered_by = [random_string.eventbridge_suffix]
}
}
########################################
# S3 Extract Bucket Notification Setup #
########################################
resource "aws_lambda_permission" "allow_s3_ingestion" {
statement_id = "AllowS3InvokeLambdaTransform${random_string.s3_ingestion_suffix.result}"
action = "lambda:InvokeFunction"
function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
principal = "s3.amazonaws.com"
source_arn = aws_s3_bucket.extract_bucket.arn #replaced bucket name placeholder
lifecycle {
replace_triggered_by = [random_string.s3_ingestion_suffix]
}
}
resource "aws_s3_bucket_notification" "extract_bucket_notification" {
bucket = aws_s3_bucket.extract_bucket.id #replaced bucket name placeholder
lambda_function {
events = ["s3:ObjectCreated:*"]
lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
}
depends_on = [aws_lambda_permission.allow_s3_ingestion]
}
##########################################
# S3 Transform Bucket Notification Setup #
##########################################
resource "aws_lambda_permission" "allow_s3_transform_bucket" {
statement_id = "AllowS3InvokeLambdaTransform${random_string.s3_transform_suffix.result}"
action = "lambda:InvokeFunction"
function_name = aws_lambda_function.transform_lambda.function_name #replaced lambda name placeholder
principal = "s3.amazonaws.com"
source_arn = aws_s3_bucket.transform_bucket.arn #replaced bucket name placeholder
lifecycle {
replace_triggered_by = [random_string.s3_transform_suffix]
}
}
resource "aws_s3_bucket_notification" "transform_bucket_notification" {
bucket = aws_s3_bucket.transform_bucket.id #replaced bucket name placeholder
lambda_function {
events = ["s3:ObjectCreated:*"]
lambda_function_arn = aws_lambda_function.transform_lambda.arn #replaced lambda name placeholder
}
depends_on = [aws_lambda_permission.allow_s3_transform_bucket]
}
|
