CCM-15212: add SQS into eventpub module

Author: mark-r-bjss

infrastructure/terraform/modules/eventpub/lambda/eventpub/src/index.js

@@ -95,15 +95,15 @@ async function sendToDLQ(events) {
     }
 }
 
-exports.handler = async (snsEvent) => {
-    console.debug(`Received SNS event with ${snsEvent.Records.length} records.`);
+exports.handler = async (sqsEvent) => {
+    console.debug(`Received SQS event with ${sqsEvent.Records.length} records.`);
 
     if (THROTTLE_DELAY_MS > 0) {
         console.info(`Throttling enabled. Delaying processing by ${THROTTLE_DELAY_MS}ms`);
         await new Promise(res => setTimeout(res, THROTTLE_DELAY_MS));
     }
 
-    const records = snsEvent.Records.map(record => JSON.parse(record.Sns.Message));
+    const records = sqsEvent.Records.map(record => JSON.parse(record.body));
     const validEvents = records.filter(validateEvent);
     const invalidEvents = records.filter(event => !validateEvent(event));
 

infrastructure/terraform/modules/eventpub/lambda_function.tf

@@ -6,7 +6,7 @@ resource "aws_lambda_function" "main" {
   handler     = "index.handler"
   runtime     = "nodejs22.x"
   publish     = true
-  memory_size = 128
+  memory_size = 512
   timeout     = 20
 
   filename         = data.archive_file.lambda.output_path
@@ -28,3 +28,18 @@ resource "aws_lambda_function" "main" {
     }
   }
 }
+
+resource "aws_lambda_event_source_mapping" "sqs_to_lambda" {
+  event_source_arn                   = module.sqs_queue.sqs_queue_arn
+  function_name                      = aws_lambda_function.main.function_name
+  batch_size                         = 5000
+  maximum_batching_window_in_seconds = 0
+  function_response_types = [
+    "ReportBatchItemFailures"
+  ]
+
+  scaling_config {
+    maximum_concurrency = 20
+  }
+}
+

infrastructure/terraform/modules/eventpub/module_sqs_queue.tf

@@ -0,0 +1,33 @@
+module "sqs_queue" {
+  source = "../../sqs"
+
+  aws_account_id      = var.aws_account_id
+  component           = var.component
+  environment         = var.environment
+  project             = var.project
+  region              = var.region
+  name                = local.csi
+  create_dlq          = true
+  sqs_kms_key_arn     = var.kms_key_arn
+  sqs_policy_overload = data.aws_iam_policy_document.allow_sns_send.json
+}
+
+data "aws_iam_policy_document" "allow_sns_send" {
+  statement {
+    sid    = "AllowSNSSendMessage"
+    effect = "Allow"
+
+    principals {
+      type        = "Service"
+      identifiers = ["sns.amazonaws.com"]
+    }
+
+    actions = [
+      "sqs:SendMessage",
+    ]
+
+    resources = [
+      module.sqs_queue.sqs_queue_arn,
+    ]
+  }
+}

infrastructure/terraform/modules/eventpub/sns_topic_subscription_lambda.tf

@@ -0,0 +1,5 @@
+resource "aws_sns_topic_subscription" "sqs" {
+  topic_arn = aws_sns_topic.main.arn
+  protocol  = "sqs"
+  endpoint  = module.sqs_queue.sqs_queue_arn
+}