Replace step function for limit orders

.dockerignore

@@ -0,0 +1,4 @@
+node_modules/
+build/
+dist/
+cdk.out/

.eslintrc

@@ -5,9 +5,7 @@
     "node": true,
     "es6": true
   },
-  "plugins": [
-    "@typescript-eslint"
-  ],
+  "plugins": ["@typescript-eslint"],
   "extends": [
     "eslint:recommended",
     "plugin:@typescript-eslint/eslint-recommended",

Dockerfile

@@ -0,0 +1,11 @@
+# syntax=docker/dockerfile:experimental
+FROM node:18-alpine AS build
+WORKDIR /usr/src/app
+RUN apk add git
+
+COPY package.json .
+COPY yarn.lock .
+RUN yarn install
+COPY . .
+
+CMD ["npx", "ts-node", "./lib/compute/status.ts"]

bin/constants.ts

@@ -2,3 +2,4 @@
 // do not change again. Changing would cause every piece of infrastructure to change
 // name, and thus be redeployed. Should be camel case and contain no non-alphanumeric characters.
 export const SERVICE_NAME = 'GoudaService'
+export const HEALTH_CHECK_PORT = 80

bin/stacks/lambda-stack.ts

@@ -15,6 +15,7 @@ import { STAGE } from '../../lib/util/stage'
 import { SERVICE_NAME } from '../constants'
 import { CronStack } from './cron-stack'
 import { DynamoStack, IndexCapacityConfig, TableCapacityConfig } from './dynamo-stack'
+import { StatusStack } from './status-stack'
 import { StepFunctionStack } from './step-function-stack'
 
 export interface LambdaStackProps extends cdk.NestedStackProps {
@@ -93,6 +94,13 @@ export class LambdaStack extends cdk.NestedStack {
       indexCapacityConfig,
     })
 
+    new StatusStack(this, `${SERVICE_NAME}-StatusStack`, {
+      environmentVariables: {
+        ...props.envVars,
+      },
+      stage: props.stage,
+    })
+
     const sfnStack = new StepFunctionStack(this, `${SERVICE_NAME}SfnStack`, {
       stage: props.stage as STAGE,
       envVars: {

bin/stacks/status-stack.ts

@@ -0,0 +1,152 @@
+import * as cdk from 'aws-cdk-lib'
+import { aws_ecs, aws_ecs_patterns, aws_iam, Duration, StackProps } from 'aws-cdk-lib'
+import { Alarm, ComparisonOperator, MathExpression, Metric, TreatMissingData } from 'aws-cdk-lib/aws-cloudwatch'
+import { DockerImageAsset, Platform } from 'aws-cdk-lib/aws-ecr-assets'
+import { Cluster, ContainerImage } from 'aws-cdk-lib/aws-ecs'
+import { Construct } from 'constructs'
+import { OnChainStatusCheckerMetricNames } from '../../lib/Metrics'
+import { HEALTH_CHECK_PORT, SERVICE_NAME } from '../constants'
+
+export interface StatusStackProps extends StackProps {
+  environmentVariables: { [key: string]: string }
+  stage: string
+  chatbotSNSArn?: string
+}
+
+export class StatusStack extends cdk.NestedStack {
+  public readonly logDriver: aws_ecs.AwsLogDriver
+
+  constructor(scope: Construct, id: string, props: StatusStackProps) {
+    super(scope, id, props)
+
+    const { environmentVariables } = props
+
+    this.logDriver = new aws_ecs.AwsLogDriver({
+      streamPrefix: `${SERVICE_NAME}-StatusStack`,
+    })
+
+    const cluster = new Cluster(this, `Cluster`)
+
+    const loaderStackRole = new aws_iam.Role(this, `StatusStackRole`, {
+      assumedBy: new aws_iam.ServicePrincipal('ecs-tasks.amazonaws.com'),
+      managedPolicies: [aws_iam.ManagedPolicy.fromAwsManagedPolicyName('AmazonDynamoDBFullAccess')],
+    })
+
+    Metric.grantPutMetricData(loaderStackRole)
+
+    const taskDefinition = new aws_ecs.FargateTaskDefinition(this, `TaskDef`, {
+      taskRole: loaderStackRole,
+      memoryLimitMiB: 2048,
+      cpu: 1024,
+      runtimePlatform: {
+        operatingSystemFamily: aws_ecs.OperatingSystemFamily.LINUX,
+        cpuArchitecture: aws_ecs.CpuArchitecture.X86_64,
+      },
+    })
+
+    const image = new DockerImageAsset(this, `Image`, {
+      directory: '.',
+      platform: Platform.LINUX_AMD64,
+    })
+
+    taskDefinition
+      .addContainer(`TaskContainer`, {
+        image: ContainerImage.fromDockerImageAsset(image),
+        // We set EMF environment to local, which causes the metrics to be written to STDOUT,
+        // and they will be automatically picked up by the cloudwatch log driver defined above.
+        environment: { ...environmentVariables, AWS_EMF_ENVIRONMENT: 'Local' },
+        logging: this.logDriver,
+      })
+      .addPortMappings({
+        containerPort: HEALTH_CHECK_PORT,
+        protocol: aws_ecs.Protocol.TCP,
+      })
+
+    new aws_ecs_patterns.ApplicationLoadBalancedFargateService(this, `StatusService`, {
+      cluster,
+      taskDefinition,
+      desiredCount: 1,
+      healthCheckGracePeriod: Duration.seconds(60),
+    })
+
+    new Alarm(this, `${SERVICE_NAME}-SEV3-${OnChainStatusCheckerMetricNames.TotalOrderProcessingErrors}`, {
+      alarmName: `${SERVICE_NAME}-SEV3-${OnChainStatusCheckerMetricNames.TotalOrderProcessingErrors}`,
+      metric: new Metric({
+        namespace: 'Uniswap',
+        metricName: OnChainStatusCheckerMetricNames.TotalOrderProcessingErrors,
+        dimensionsMap: { service: SERVICE_NAME },
+        unit: cdk.aws_cloudwatch.Unit.COUNT,
+        period: Duration.minutes(3),
+      }),
+      threshold: 10,
+      evaluationPeriods: 3,
+    })
+
+    let statusCheckerErrorRate = new MathExpression({
+      expression: '100*(errors/attempts)',
+      period: Duration.minutes(3),
+      usingMetrics: {
+        errors: new Metric({
+          namespace: 'Uniswap',
+          metricName: OnChainStatusCheckerMetricNames.TotalOrderProcessingErrors,
+          dimensionsMap: { service: SERVICE_NAME },
+          unit: cdk.aws_cloudwatch.Unit.COUNT,
+          statistic: 'sum',
+        }),
+        attempts: new Metric({
+          namespace: 'Uniswap',
+          metricName: OnChainStatusCheckerMetricNames.TotalProcessedOpenOrders,
+          dimensionsMap: { service: SERVICE_NAME },
+          unit: cdk.aws_cloudwatch.Unit.COUNT,
+          statistic: 'sum',
+        }),
+      },
+    })
+
+    new Alarm(this, `${SERVICE_NAME}-SEV3-OnChainStatusChecker-ErrorRate`, {
+      alarmName: `${SERVICE_NAME}-SEV3-OnChainStatusChecker-ErrorRate`,
+      metric: statusCheckerErrorRate,
+      threshold: 2,
+      evaluationPeriods: 3,
+    })
+
+    new Alarm(this, `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopError}`, {
+      alarmName: `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopError}`,
+      metric: new Metric({
+        namespace: 'Uniswap',
+        metricName: OnChainStatusCheckerMetricNames.LoopError,
+        dimensionsMap: { service: SERVICE_NAME },
+        unit: cdk.aws_cloudwatch.Unit.COUNT,
+      }),
+      threshold: 1,
+      evaluationPeriods: 3,
+    })
+
+    new Alarm(this, `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopCompleted}`, {
+      alarmName: `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopCompleted}`,
+      metric: new Metric({
+        namespace: 'Uniswap',
+        metricName: OnChainStatusCheckerMetricNames.LoopCompleted,
+        dimensionsMap: { service: SERVICE_NAME },
+        unit: cdk.aws_cloudwatch.Unit.COUNT,
+        period: cdk.Duration.minutes(2),
+      }),
+      comparisonOperator: ComparisonOperator.LESS_THAN_THRESHOLD,
+      threshold: 1,
+      treatMissingData: TreatMissingData.BREACHING,
+      evaluationPeriods: 3,
+    })
+
+    new Alarm(this, `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopEnded}`, {
+      alarmName: `${SERVICE_NAME}-SEV2-${OnChainStatusCheckerMetricNames.LoopEnded}`,
+      metric: new Metric({
+        namespace: 'Uniswap',
+        metricName: OnChainStatusCheckerMetricNames.LoopEnded,
+        dimensionsMap: { service: SERVICE_NAME },
+        unit: cdk.aws_cloudwatch.Unit.COUNT,
+      }),
+      threshold: 1,
+      evaluationPeriods: 1,
+    })
+  }
+}

jest.config.js

@@ -6,7 +6,7 @@ module.exports = {
   ...ts_preset,
   ...dynamo_preset,
   testEnvironment: 'node',
-  testPathIgnorePatterns: ['bin/', 'dist/'],
+  testPathIgnorePatterns: ['bin/', 'dist/', 'cdk.out/'],
   coverageThreshold: {
     global: {
       statements: 80,

lib/Logging.ts

@@ -0,0 +1,3 @@
+import { Logger } from '@aws-lambda-powertools/logger'
+
+export const log = new Logger()

lib/Metrics.ts

@@ -0,0 +1,14 @@
+import { Metrics } from '@aws-lambda-powertools/metrics'
+import { SERVICE_NAME } from '../bin/constants'
+
+export const powertoolsMetric = new Metrics({ namespace: 'Uniswap', serviceName: SERVICE_NAME })
+
+const OnChainStatusCheckerPrefix = 'OnChainStatusChecker-'
+export const OnChainStatusCheckerMetricNames = {
+  TotalProcessedOpenOrders: OnChainStatusCheckerPrefix + 'TotalProcessedOpenOrders',
+  TotalOrderProcessingErrors: OnChainStatusCheckerPrefix + 'TotalOrderProcessingErrors',
+  TotalLoopProcessingTime: OnChainStatusCheckerPrefix + 'TotalLoopProcessingTime',
+  LoopError: OnChainStatusCheckerPrefix + 'LoopError',
+  LoopCompleted: OnChainStatusCheckerPrefix + 'LoopCompleted',
+  LoopEnded: OnChainStatusCheckerPrefix + 'LoopEnded',
+}

lib/compute/healthcheck.ts

@@ -0,0 +1,24 @@
+import express from 'express'
+import { log } from '../Logging'
+
+export interface IHealthCheckServer {
+  listen(port: number): Promise<void>
+}
+
+export class HealthCheckServer implements IHealthCheckServer {
+  private app: express.Application
+
+  constructor(private listenerPort: number) {
+    this.app = express()
+
+    this.app.get('/', (_req, res) => {
+      res.sendStatus(200)
+    })
+  }
+
+  async listen(): Promise<void> {
+    this.app.listen(this.listenerPort, () => {
+      log.info(`Health check server listening at http://localhost:${this.listenerPort}`)
+    })
+  }
+}