doc: Add example for emr on eks (#501)

* Add example for emr on eks

* remove test file

Co-authored-by: Vincent Gromakowski <[email protected]>

Author: lmouhib

examples/emr-eks-app/README.md

@@ -0,0 +1,14 @@
+# Welcome to your CDK TypeScript project
+
+This is a blank project for CDK development with TypeScript.
+
+The `cdk.json` file tells the CDK Toolkit how to execute your app.
+
+## Useful commands
+
+* `npm run build`   compile typescript to js
+* `npm run watch`   watch for changes and compile
+* `npm run test`    perform the jest unit tests
+* `cdk deploy`      deploy this stack to your default AWS account/region
+* `cdk diff`        compare deployed stack with current state
+* `cdk synth`       emits the synthesized CloudFormation template

examples/emr-eks-app/bin/emr-eks-app.ts

@@ -0,0 +1,21 @@
+#!/usr/bin/env node
+import 'source-map-support/register';
+import * as cdk from 'aws-cdk-lib';
+import { EmrEksAppStack } from '../lib/emr-eks-app-stack';
+
+const app = new cdk.App();
+new EmrEksAppStack(app, 'EmrEksAppStack', {
+  /* If you don't specify 'env', this stack will be environment-agnostic.
+   * Account/Region-dependent features and context lookups will not work,
+   * but a single synthesized template can be deployed anywhere. */
+
+  /* Uncomment the next line to specialize this stack for the AWS Account
+   * and Region that are implied by the current CLI configuration. */
+  // env: { account: process.env.CDK_DEFAULT_ACCOUNT, region: process.env.CDK_DEFAULT_REGION },
+
+  /* Uncomment the next line if you know exactly what Account and Region you
+   * want to deploy the stack to. */
+  // env: { account: '123456789012', region: 'us-east-1' },
+
+  /* For more information, see https://docs.aws.amazon.com/cdk/latest/guide/environments.html */
+});

examples/emr-eks-app/jest.config.js

@@ -0,0 +1,8 @@
+module.exports = {
+  testEnvironment: 'node',
+  roots: ['<rootDir>/test'],
+  testMatch: ['**/*.test.ts'],
+  transform: {
+    '^.+\\.tsx?$': 'ts-jest'
+  }
+};

examples/emr-eks-app/lib/emr-eks-app-stack.ts

@@ -0,0 +1,65 @@
+import * as cdk from 'aws-cdk-lib';
+import { Construct } from 'constructs';
+import * as ara from 'aws-analytics-reference-architecture';
+import * as iam from 'aws-cdk-lib/aws-iam' ;
+
+
+export class EmrEksAppStack extends cdk.Stack {
+  constructor(scope: Construct, id: string, props?: cdk.StackProps) {
+    super(scope, id, props);
+
+    const emrEks = ara.EmrEksCluster.getOrCreate(this,{
+      eksAdminRoleArn:'',
+      eksClusterName:''
+    });
+
+    const virtualCluster = emrEks.addEmrVirtualCluster(this,{
+      name:'my-emr-eks-cluster',
+      eksNamespace: 'batchjob',
+      createNamespace: true,
+    });
+
+    const emrEksPolicy = new iam.ManagedPolicy(this,'managed-policy',{
+      statements: [
+        new iam.PolicyStatement({
+          effect: iam.Effect.ALLOW,
+          actions:['s3:PutObject','s3:GetObject','s3:ListBucket'],
+          resources:['*'],
+        }),
+        new iam.PolicyStatement({
+          effect: iam.Effect.ALLOW, actions:['logs:PutLogEvents','logs:CreateLogStream','logs:DescribeLogGroups','logs:DescribeLogStreams'],
+          resources:['arn:aws:logs:*:*:*'],
+        }),
+      ]
+    });
+
+
+    const role = emrEks.createExecutionRole(this,'emr-eks-execution-role',emrEksPolicy, 'batchjob','execRoleJob');
+
+    // Virtual cluster Id to reference in jobs
+    new cdk.CfnOutput(this, 'VirtualClusterId', { value: virtualCluster.attrId });
+    // Job config for each nodegroup
+    new cdk.CfnOutput(this, 'CriticalConfig', { value: emrEks.criticalDefaultConfig });
+    // Execution role arn
+    new cdk.CfnOutput(this, 'ExecRoleArn', { value: role.roleArn });
+
+
+    const notebookPlatform = new ara.NotebookPlatform(this, 'platform-notebook', {
+      emrEks: emrEks,
+      eksNamespace: 'dataanalysis',
+      studioName: 'platform',
+      studioAuthMode: ara.StudioAuthMode.IAM,
+      });
+    
+      notebookPlatform.addUser([{
+        identityName:'',
+        notebookManagedEndpoints: [{
+        emrOnEksVersion: 'emr-6.8.0-latest',
+        executionPolicy: emrEksPolicy,
+        managedEndpointName: 'myendpoint'
+              }],
+      }]);
+ 
+
+  }
+}

examples/emr-eks-app/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "emr-eks-app",
+  "version": "0.1.0",
+  "bin": {
+    "emr-eks-app": "bin/emr-eks-app.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "watch": "tsc -w",
+    "test": "jest",
+    "cdk": "cdk"
+  },
+  "devDependencies": {
+    "@types/jest": "^27.5.2",
+    "@types/node": "10.17.27",
+    "@types/prettier": "2.6.0",
+    "jest": "^27.5.1",
+    "ts-jest": "^27.1.4",
+    "aws-cdk": "2.46.0",
+    "ts-node": "^10.9.1",
+    "typescript": "~3.9.7"
+  },
+  "dependencies": {
+    "aws-analytics-reference-architecture": "^2.4.9",
+    "aws-cdk-lib": "2.46.0",
+    "constructs": "^10.0.0",
+    "source-map-support": "^0.5.21"
+  }
+}

examples/emr-eks-app/tsconfig.json

@@ -0,0 +1,30 @@
+{
+  "compilerOptions": {
+    "target": "ES2018",
+    "module": "commonjs",
+    "lib": [
+      "es2018"
+    ],
+    "declaration": true,
+    "strict": true,
+    "noImplicitAny": true,
+    "strictNullChecks": true,
+    "noImplicitThis": true,
+    "alwaysStrict": true,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "noImplicitReturns": true,
+    "noFallthroughCasesInSwitch": false,
+    "inlineSourceMap": true,
+    "inlineSources": true,
+    "experimentalDecorators": true,
+    "strictPropertyInitialization": false,
+    "typeRoots": [
+      "./node_modules/@types"
+    ]
+  },
+  "exclude": [
+    "node_modules",
+    "cdk.out"
+  ]
+}