aws_auto_terminate_idle_emr_cft.json

{
  "AWSTemplateFormatVersion": "2010-09-09",
  "Description": "AWS CloudFormation Template to deploy the framework of Automatic Termination of Idle EMR Clusters by creating resources like CloudWatch event, IAM role and Lambda function. You will be billed for the AWS resources used if you create a stack from this template.",
  "Parameters": {
    "MaxIdleTimeInMinutes": {
      "Description": "Maximum Idle Time in Minutes for Any EMR Cluster.",
      "Type": "Number",
      "MinValue": "1",
      "ConstraintDescription": "Must be greater than 0."
    },
    "LambdaCodeS3Bucket": {
      "Description": "S3 Bucket Name having Lambda Function Code.",
      "Type": "String"
    },
    "LambdaCodeS3BucketKey": {
      "Description": "S3 Bucket Key having Lambda Function Code.",
      "Type": "String"
    },
    "CloudWatchEventScheduleExpression": {
      "Description": "CloudWatch Event Schedule Expression in the form of either Rate Function (e.g., rate(5 minutes)) or Cron Expression (e.g., cron(0/5 * * * ? *)).",
      "Type": "String"
    }
  },
  "Resources": {
    "TerminateIdleEMRLambdaIAMRole": {
      "Type": "AWS::IAM::Role",
      "Properties": {
        "RoleName": "iam-role-terminate-idle-emr",
        "AssumeRolePolicyDocument": {
          "Version": "2012-10-17",
          "Statement": [
            {
              "Sid": "",
              "Effect": "Allow",
              "Principal": {
                "Service": "lambda.amazonaws.com"
              },
              "Action": "sts:AssumeRole"
            }
          ]
        },
        "Policies": [
          {
            "PolicyName": "TerminateIdleEMRLambdaFunctionPolicy",
            "PolicyDocument": {
              "Version": "2012-10-17",
              "Statement": [
                {
                  "Effect": "Allow",
                  "Action": [
                    "elasticmapreduce:ListSteps",
                    "elasticmapreduce:ListClusters",
                    "elasticmapreduce:SetTerminationProtection",
                    "elasticmapreduce:TerminateJobFlows",
                    "logs:CreateLogStream",
                    "logs:CreateLogGroup",
                    "logs:PutLogEvents"
                  ],
                  "Resource": "*"
                }
              ]
            }
          }
        ]
      }
    },
    "TerminateIdleEMRLambdaFunction": {
      "Type": "AWS::Lambda::Function",
      "Properties": {
        "FunctionName": "lambda-function-terminate-idle-emr",
        "Description": "Lambda Function based on Python 3.7 to Terminate Idle EMR Clusters.",
        "Environment": {
          "Variables": {
            "MAX_IDLE_TIME_IN_MINUTES": {
              "Ref": "MaxIdleTimeInMinutes"
            }
          }
        },
        "Code": {
          "S3Bucket": {
            "Ref": "LambdaCodeS3Bucket"
          },
          "S3Key": {
            "Ref": "LambdaCodeS3BucketKey"
          }
        },
        "Handler": "aws_auto_terminate_idle_emr.lambda_handler",
        "Role": {
          "Fn::GetAtt": ["TerminateIdleEMRLambdaIAMRole", "Arn"]
        },
        "Runtime": "python3.7",
        "Timeout": 900,
        "MemorySize": 128,
        "Tags": [
          {
            "Key": "Name",
            "Value": "terminate-idle-emr-lambda-function"
          }
        ]
      }
    },
    "TerminateIdleEMRCloudWatchEventRule": {
      "Type": "AWS::Events::Rule",
      "Properties": {
        "Name": "cw-scheduled-trigger-terminate-idle-emr",
        "Description": "CloudWatch Event Triggered on Schduled Basis to Trigger Idle EMR Clusters Termination Lambda Function.",
        "ScheduleExpression": {
          "Ref": "CloudWatchEventScheduleExpression"
        },
        "State": "ENABLED",
        "Targets": [
          {
            "Arn": {
              "Fn::GetAtt": ["TerminateIdleEMRLambdaFunction", "Arn"]
            },
            "Id": "TargetTerminateIdleEMR"
          }
        ]
      }
    },
    "TerminateIdleEMRLambdaInvokePermission": {
      "Type": "AWS::Lambda::Permission",
      "Properties": {
        "FunctionName": {
          "Fn::GetAtt": ["TerminateIdleEMRLambdaFunction", "Arn"]
        },
        "Action": "lambda:InvokeFunction",
        "Principal": "events.amazonaws.com",
        "SourceArn": {
          "Fn::GetAtt": ["TerminateIdleEMRCloudWatchEventRule", "Arn"]
        }
      }
    }
  },
  "Outputs": {
    "TerminateIdleEMRLambdaFunctionARN": {
      "Value": {
        "Fn::GetAtt": ["TerminateIdleEMRLambdaFunction", "Arn"]
      },
      "Description": "ARN for Terminate Idle EMR Lambda Function."
    },
    "TerminateIdleEMRCloudWatchEventRuleARN": {
      "Value": {
        "Fn::GetAtt": ["TerminateIdleEMRCloudWatchEventRule", "Arn"]
      },
      "Description": "ARN for Terminate Idle EMR CloudWatch Event Rule."
    }
  }
}