template-with-kinesis.yaml

AWSTemplateFormatVersion: '2010-09-09'
Transform: AWS::Serverless-2016-10-31
Description: >
  DevOpsGuruDemoProductsAPi
  Sample SAM Template for DevOpsGuruDemoProductsAPi

Parameters:
  Stage:
    Type: String
    Default: prod
  KinesisStreamName:
    Type: String
    Default: orderedProductDataStream
    Description: name for the Kinesis Data Stream.
  VpcId:
    Type: String
    Default: vpc-950cd6fd
    Description: VpcId of your existing Virtual Private Cloud (VPC)
  Subnets:
    Type: CommaDelimitedList  
    Default: subnet-0787be4d, subnet-88dc46e0
    Description: The list of SubnetIds, for at least two Availability Zones in the
      region in your Virtual Private Cloud (VPC)
          
Globals:
  Function:
    CodeUri: target/amazon-devops-guru-workshop-source-code-1.0.0-SNAPSHOT.jar
    Runtime: java21
    Timeout: 30
    MemorySize: 1024
    Environment:
      Variables:
        JAVA_TOOL_OPTIONS: "-XX:+TieredCompilation -XX:TieredStopAtLevel=1"
        PRODUCT_TABLE_NAME: !Ref ProductsTable
        INVOCATION_QUEUE_URL: !Ref ProductCreatedQueue
        #INVOCATION_TOPIC_URL: !Ref TargetTopic
        #STATE_MACHINE_ARN: !Ref CreatedProductEmailNotificationSM
        #DB_ENDPOINT: !GetAtt MyDB.Endpoint.Address

Resources:

  MyApi:
    Type: AWS::Serverless::Api
    Properties:
      StageName: !Ref Stage
      Name: DevOpsGuruDemoProductsAPI
      Description: Api for DevOpsGuruDemoProductsAPI
      Auth:
        ApiKeyRequired: true  # sets for all methods

  MyApiUsagePlan:
     Type: AWS::ApiGateway::UsagePlan
     DependsOn:  
        - MyApiStage
     Properties:
      ApiStages: 
        - ApiId: !Ref MyApi
          Stage: !Ref Stage
      UsagePlanName: DevOpsGuruDemoProductsAPIUsagePlan
      Description: Usage plan for DevOpsGuruDemoProductsAPI
      Quota:
          Limit: 2000000
          Period: DAY
      Throttle:
          RateLimit:  50000
          BurstLimit: 50000   

  MyApiKey: 
    Type: AWS::ApiGateway::ApiKey
    DependsOn:  
       - MyApiStage
    Properties: 
      Name: "DevOpsGuruDemoProductsApiKey"
      Description: "DevOpsGuruDemoProducts API Key"
      Enabled: true
      GenerateDistinctId: false
      Value: a6ZbcDefQW12BN56WEN7
      StageKeys:
        - RestApiId: !Ref MyApi
          StageName: !Ref Stage

  MyApiUsagePlanKey:
      Type: "AWS::ApiGateway::UsagePlanKey"
      DependsOn: 
      - MyApi
      Properties:
        KeyId: !Ref MyApiKey
        KeyType: API_KEY
        UsagePlanId: !Ref MyApiUsagePlan


  GetProductByIdFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: GetProductById
      Handler: software.amazonaws.example.product.handler.GetProductByIdHandler::handleRequest
      Environment:
        Variables:
          INVOCATION_TOPIC_URL: !Ref TargetTopic
      Policies:
        - DynamoDBReadPolicy:
            TableName: !Ref ProductsTable
        - SNSPublishMessagePolicy:
            TopicName: !GetAtt TargetTopic.TopicName 
      Events:
        GetRequestById:
          Type: Api
          Properties:
            RestApiId: !Ref MyApi
            Path: /products/{id}
            Method: get

  GetProductByIdFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${GetProductByIdFunction}"
      RetentionInDays: 7


  GetProductsFunction:
    Type: AWS::Serverless::Function
    Properties:
      Handler: software.amazonaws.example.product.handler.GetAllProductsHandler::handleRequest
      FunctionName: GetProducts
      Runtime: java11
      MemorySize: 128
      Policies:
        - DynamoDBReadPolicy:
            TableName: !Ref ProductsTable 
      Events:
        GetRequest:
          Type: Api
          Properties:
            RestApiId: !Ref MyApi
            Path: /products
            Method: get

  GetProductsFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${GetProductsFunction}"
      RetentionInDays: 7

  PutProductFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: PutProduct
      Handler: software.amazonaws.example.product.handler.CreateProductHandler::handleRequest
      Environment:
         Variables:
           JAVA_TOOL_OPTIONS: "-XX:+TieredCompilation -XX:TieredStopAtLevel=1"
           PRODUCT_TABLE_NAME: !Ref ProductsTable
           INVOCATION_QUEUE_URL: !Ref ProductCreatedQueue
           #INVOCATION_TOPIC_URL: !Ref TargetTopic
           STATE_MACHINE_ARN: !Ref CreatedProductEmailNotificationSM   
      Policies:
        - DynamoDBCrudPolicy:
            TableName: !Ref ProductsTable
        - SQSSendMessagePolicy:
            QueueName: !GetAtt ProductCreatedQueue.QueueName   
        - StepFunctionsExecutionPolicy:
            StateMachineName: !GetAtt CreatedProductEmailNotificationSM.Name 
        - KinesisCrudPolicy:
            StreamName: !Ref KinesisStreamName
        #- SNSPublishMessagePolicy:
            #TopicName: !GetAtt TargetTopic.TopicName 
      Events:
        PutRequest:
          Type: Api
          Properties:
            RestApiId: !Ref MyApi
            Path: /products
            Method: put

  PutProductFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${PutProductFunction}"
      RetentionInDays: 7

  DeleteProductFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: DeleteProduct
      Handler: software.amazonaws.example.product.handler.DeleteProductByIdHandler::handleRequest
      MemorySize: 512
      Policies:
        - DynamoDBCrudPolicy:
            TableName: !Ref ProductsTable
      Events:
        PutRequest:
          Type: Api
          Properties:
            RestApiId: !Ref MyApi  
            Path: /products/{id}
            Method: delete

  DeleteProductFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${DeleteProductFunction}"
      RetentionInDays: 7


  OnFailureQueue:
    Type: AWS::SQS::Queue 
    Properties:
      QueueName: "on-failure-queue"
      MessageRetentionPeriod : 7200
      
      
  ProductCreatedQueue:
      Type: AWS::SQS::Queue
      Properties:
         QueueName: "new-product-created-queue"
        
         
  TargetTopic:
      Type: AWS::SNS::Topic
      Properties:
         TopicName: devops-guru-workshop-target-topic
 
  TargetTopicSubscription:
      Type: AWS::SNS::Subscription
      Properties:
         TopicArn: !Ref TargetTopic
         #Protocol: lambda
         #Endpoint: !GetAtt CreatedProductSNSNotificationFunction.Arn 
         #RawMessageDelivery: true
         RedrivePolicy: !Sub '{"deadLetterTargetArn": "${OnFailureQueue.Arn}"}'
         Endpoint: !GetAtt ProductCreatedQueue.Arn
         Protocol: sqs
 
              
  # Provide permission for SNS to invoke the Lambda function
  #TopicConsumerInvokeFunctionPermission:
    #Type: 'AWS::Lambda::Permission'
    #Properties:
      #Action: 'lambda:InvokeFunction'
      #FunctionName: !Ref CreatedProductSNSNotificationFunction
      #Principal: sns.amazonaws.com


  # Allow Lambda to send messages to SQS
  #LambdaToQueuePolicy:
    #Type: AWS::SQS::QueuePolicy
    #Properties:
      #PolicyDocument:
        #Statement:
        #- Effect: Allow
          #Principal:
            #Service: lambda.amazonaws.com
          #Action: SQS:SendMessage
          #Resource: !GetAtt OnFailureQueue.Arn
      #Queues:
        #- !Ref OnFailureQueue

          
  # Policy allows SNS to publish to this SQS queue
  #SnsToSqsPolicy:
    #Type: AWS::SQS::QueuePolicy
    #Properties:
      #PolicyDocument:
        #Version: "2012-10-17"
        #Statement:
          #- Sid: "Allow SNS publish to SQS"
            #Effect: Allow
            #Principal: 
              #Service: "sns.amazonaws.com"
            #Resource: !GetAtt ProductCreatedQueue.Arn
            #Action: SQS:SendMessage
            #Condition:
              #ArnEquals:
                #aws:SourceArn: !Ref TargetTopic
      #Queues:
        #- Ref: ProductCreatedQueue

  #More info about SQS Queue Policy Resource: https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-sqs-policy.html
  OnFailureQueuePolicy:
    Type: AWS::SQS::QueuePolicy 
    Properties:
      Queues:
        - !Ref OnFailureQueue
      PolicyDocument:
        Statement:
          Effect: Allow
          Principal: '*'
          Action: sqs:SendMessage
          Resource: '*'
          Condition:
            ArnEquals:
              aws:SourceArn: !Ref TargetTopic
         
  ProductCreatedEventFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: CreatedProduct
      Handler:  software.amazonaws.example.sqs.CreatedProductFunction::handleRequest 
      Timeout: 20  
      Events:
         SQSQueueEvent:
          Type: SQS
          Properties:
            Queue: !GetAtt ProductCreatedQueue.Arn

  
  CreatedProductFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${ProductCreatedEventFunction}"
      RetentionInDays: 7

  CreatedProductSNSNotificationFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: CreatedProductNotification
      Handler:  software.amazonaws.example.sns.CreatedProductNotificationFunction::handleRequest  
      Events:
         SNSEvent:
           Type: SNS 
           Properties:
             Topic: !Ref TargetTopic            
  
  CreatedProductSNSNotificationFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${CreatedProductSNSNotificationFunction}"
      RetentionInDays: 7
      

  CreatedProductSFnEmailNotificationFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: CreatedProductSFnEmailNotification
      Handler:  software.amazonaws.example.stepfunction.CreatedProductSFnEmailNotificationFunction::handleRequest  
             
  
  CreatedProductSFnEmailNotificationFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${CreatedProductSFnEmailNotificationFunction}"
      RetentionInDays: 7

  CreatedProductEmailNotificationSM:
    Type: AWS::Serverless::StateMachine
    Properties:
      Definition:
        StartAt: CreatedProductTask
        States:
          CreatedProductTask:
            Type: Task
            Resource: !GetAtt CreatedProductSFnEmailNotificationFunction.Arn
            "Retry": [
              { 
                "ErrorEquals": [States.ALL],
                "IntervalSeconds": 10,
                "MaxAttempts": 50,
                "BackoffRate": 1
              }
            ]
            End: true
      Policies: 
        - LambdaInvokePolicy:
            FunctionName:
              !Ref CreatedProductSFnEmailNotificationFunction

          
  # Define an AWS Kinesis Data Stream
  KinesisStream:
    Type: AWS::Kinesis::Stream
    Properties:
      Name: !Ref KinesisStreamName
      #ShardCount: 1
      StreamModeDetails: 
          StreamMode: ON_DEMAND

  # Define a Lambda function as an application consumer  
  OrderedProductFunction:
    Type: AWS::Serverless::Function  
    Properties:
      FunctionName: OrderedProduct
      Handler:  software.amazonaws.example.kinesis.OrderedProductFunction::handleRequest 
      Timeout: 20  
      Policies: 
      - KinesisStreamReadPolicy:
          StreamName: !Ref KinesisStreamName      
      Events:
        Stream:
          Type: Kinesis 
          Properties:
            Stream: !GetAtt KinesisStream.Arn
            StartingPosition: LATEST
            BatchSize: 50
            MaximumRetryAttempts: 30
            
  OrderedProductFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${OrderedProductFunction}"
      RetentionInDays: 7
      
      
  # Define a Lambda function as an application consumer
  UpdatedProductFunction:
    Type: AWS::Serverless::Function
    Properties:
      FunctionName: UpdatedProduct
      Handler:  software.amazonaws.example.dynamodb.streams.UpdatedProductFunction::handleRequest 
      Timeout: 20  
      Events:
        DynamoStream:
          Type: DynamoDB 
          Properties:
            Stream: !GetAtt ProductsTable.StreamArn
            DestinationConfig:
              OnFailure:
                Type: SQS
                Destination: !GetAtt OnFailureQueue.Arn
            StartingPosition: LATEST
            BatchSize: 50
            MaximumRetryAttempts: 5
            MaximumRecordAgeInSeconds: 3600
            
  UpdatedProductFunctionLogGroup:
    Type: AWS::Logs::LogGroup
    Properties:
      LogGroupName: !Sub "/aws/lambda/${UpdatedProductFunction}"
      RetentionInDays: 7


  ProductsTable:
    Type: AWS::DynamoDB::Table
    Properties:
      TableName: "ProductsTable"
      PointInTimeRecoverySpecification:
         PointInTimeRecoveryEnabled: true
      AttributeDefinitions:
        - AttributeName: 'PK'
          AttributeType: 'S'
      KeySchema:
        - AttributeName: 'PK'
          KeyType: 'HASH'
      #BillingMode: PAY_PER_REQUEST
      ProvisionedThroughput: 
        ReadCapacityUnits: "3"
        WriteCapacityUnits: "1"
      StreamSpecification:
        #StreamViewType: NEW_IMAGE
        StreamViewType: NEW_AND_OLD_IMAGES 
              
  DevOpsGuruResource:
    Type: AWS::DevOpsGuru::ResourceCollection
    Properties:
      ResourceCollectionFilter:
        CloudFormation:
          StackNames:
          - !Sub ${AWS::StackName}
          

Outputs:
  DevOpsGuruWorkshopApiEndpoint:
    Description: "API Gateway endpoint URL for Prod stage for DevOpsGuru Workshop"
    Value: !Sub "https://${MyApi}.execute-api.${AWS::Region}.amazonaws.com/prod/products"
  StackName:
    Description: "Created AWS CloudFormation Stack Name"
    Value: !Sub ${AWS::StackName}