using event and event target in order to specify security group; ScheduledFargateTask doesn't support security groups yet

Author: briancaffey

awscdk/awscdk/celery_default.py

@@ -76,18 +76,51 @@ def __init__(self, scope: core.Construct, id: str, **kwargs) -> None:
             min_capacity=0, max_capacity=2
         )
 
-        # self.celery_default_queue_asg.scale_on_metric(
-        #     "CeleryDefaultQueueAutoscaling",
-        #     metric=self.default_celery_queue_cloudwatch_metric,
-        #     scaling_steps=[
-        #         app_autoscaling.ScalingInterval(change=1, lower=0),
-        #         app_autoscaling.ScalingInterval(change=-1, lower=1),
-        #     ],
-        #     adjustment_type=app_autoscaling.AdjustmentType.CHANGE_IN_CAPACITY,
-        # )
-        # self.celery_default_cloudwatch_monitoring_task = ecs.FargateTaskDefinition(
-        #     self, "CeleryDefaultCloudWatchMonitoringTask"
-        # )
+        self.celery_default_queue_asg.scale_on_metric(
+            "CeleryDefaultQueueAutoscaling",
+            metric=self.default_celery_queue_cloudwatch_metric,
+            scaling_steps=[
+                aas.ScalingInterval(change=1, lower=0),
+                aas.ScalingInterval(change=-1, lower=1),
+            ],
+            adjustment_type=aas.AdjustmentType.CHANGE_IN_CAPACITY,
+        )
+
+        self.celery_default_cloudwatch_monitor_task = ecs.FargateTaskDefinition(
+            self, "CeleryDefaultCloudWatchMonitoringTask"
+        )
+
+        self.celery_default_cloudwatch_monitor_task.add_container(
+            "CeleryDefaultCWMonitoringTaskContainer",
+            image=scope.image,
+            logging=ecs.LogDrivers.aws_logs(
+                stream_prefix="CeleryDefaultCWMonitoringContainerLogs",
+                log_retention=logs.RetentionDays.ONE_DAY,
+            ),
+            environment=scope.variables.regular_variables,
+            secrets=scope.variables.secret_variables,
+            command=["python3", "manage.py", "put_celery_cloudwatch_metrics"],
+        )
+
+        self.celery_default_cw_metric_schedule = events.Rule(
+            self,
+            "CeleryDefaultCWMetricSchedule",
+            schedule=events.Schedule.rate(core.Duration.minutes(5)),
+            targets=[
+                events_targets.EcsTask(
+                    cluster=scope.cluster,
+                    task_definition=self.celery_default_cloudwatch_monitor_task,
+                    subnet_selection=ec2.SubnetSelection(
+                        subnet_type=ec2.SubnetType.PUBLIC
+                    ),
+                    security_group=ec2.SecurityGroup.from_security_group_id(
+                        self,
+                        "CeleryDefaultCWMetricScheduleSG",
+                        security_group_id=scope.vpc.vpc_default_security_group,
+                    ),
+                )
+            ],
+        )
 
         # self.celery_default_cloudwatch_monitoring_task.add_container(
         #     "CeleryDefaultCloudWatchMonitoringContainer",

backend/apps/core/management/commands/put_celery_cloudwatch_metrics.py

@@ -56,8 +56,12 @@ def active_and_reserved_tasks_by_queue_name(self, queue_name):
         )
 
         queue_length = r.llen("default")
-
-        return active_count + reserved_count + queue_length
+        total = active_count + reserved_count + queue_length
+        print(f"Active count: {active_count}")
+        print(f"Reserved count: {reserved_count}")
+        print(f"Queue length: {queue_length}")
+        print(f"Total: {total}")
+        return total
 
     def publish_queue_metrics(self, queue_names):
         print("gathering queue data")

gitlab-ci/aws/cdk.yml

@@ -4,7 +4,7 @@
 variables:
   ENVIRONMENT: dev
 
-quasar build pwa:
+.quasar build pwa:
   image: node:10
   stage: build
   only: