initial commit

Author: simalexan

.gitignore

@@ -0,0 +1,5 @@
+.DS_Store
+output.yml
+node_modules
+.vscode
+.idea

README.md

@@ -0,0 +1,29 @@
+
+# S3 Bucket -> Lambda (Convert CSV to Excel XLSX) -> S3 Bucket
+
+## Description
+
+This is a serverless component that takes uploaded CSV files from one S3 Bucket, converts them to Microsoft Excel XLSX and uploads to another S3 Bucket. It contains:
+
+- an Input S3 Bucket that accepts files.
+
+- a Lambda that takes the CSV file from the Input S3 bucket, converts it to a Microsoft Excel XLSX and uploads it to the Output one
+
+- an Output S3 Bucket that receives files.
+
+## Deployment Parameters
+
+This component has one CloudFormation deployment parameter:
+
+- `ConversionTimeout`, an optional parameter, represents the timeout of the Conversion Lambda function. By default its 60 seconds.
+
+## Latest Release - 1.0.0
+
+Initial Release.
+
+## Roadmap - Upcoming changes
+
+Here are the upcoming changes that I'll add to this serverless component:
+
+- ESLint
+- Tests

convert.js

@@ -0,0 +1,18 @@
+'use strict';
+const ExcelJS = require('exceljs');
+
+function readCSV(filepath) {
+  const workbook = new ExcelJS.Workbook();
+  return workbook.csv.readFile(filepath)
+    .then(() => workbook);
+}
+
+function writeXLSX(filepath, workbook) {
+  return workbook.xlsx.writeFile(filepath);
+}
+
+module.exports = function convert(inFile, outFile) {
+  return readCSV(inFile)
+    .then(workbook => writeXLSX(outFile, workbook));
+};
+

index.js

@@ -0,0 +1,23 @@
+
+const s3Util = require('./s3-util'),
+  path = require('path'),
+  convert = require('./convert'),
+  os = require('os'),
+  EXTENSION = process.env.EXTENSION,
+  OUTPUT_BUCKET = process.env.RESULTS_BUCKET_NAME,
+  MIME_TYPE = process.env.MIME_TYPE;
+
+exports.handler = function (eventObject, context) {
+  const eventRecord = eventObject.Records && eventObject.Records[0],
+    inputBucket = eventRecord.s3.bucket.name,
+    key = eventRecord.s3.object.key,
+    id = context.awsRequestId,
+    resultKey = key.replace(/\.[^.]+$/, EXTENSION),
+    tempPath = path.join(os.tmpdir(),  id),
+    convertedPath = path.join(os.tmpdir(), 'converted-' + id + EXTENSION);
+    
+  console.log('converting', inputBucket, key, 'using', tempPath);
+  return s3Util.downloadFileFromS3(inputBucket, key, tempPath)
+    .then(() => convert(tempPath, convertedPath))
+    .then(() => s3Util.uploadFileToS3(OUTPUT_BUCKET, resultKey, convertedPath, MIME_TYPE));
+};

output.yaml

@@ -0,0 +1,47 @@
+AWSTemplateFormatVersion: 2010-09-09
+Description: A serverless component for CSV to XLSX conversion
+Outputs:
+  InputS3Bucket:
+    Description: Input S3 bucket
+    Value:
+      Ref: InputS3Bucket
+  OutputS3Bucket:
+    Description: Output S3 bucket
+    Value:
+      Ref: OutputS3Bucket
+Parameters:
+  ConversionTimeout:
+    Default: 60
+    Type: Number
+Resources:
+  ConvertFileFunction:
+    Properties:
+      CodeUri: s3://sar-components-bucket/1a4741b1dd37f9db2268dc7f1a32a678
+      Environment:
+        Variables:
+          EXTENSION: .xlsx
+          MIME_TYPE: application/vnd.openxmlformats-officedocument.spreadsheetml.sheet
+          RESULTS_BUCKET_NAME:
+            Ref: OutputS3Bucket
+      Events:
+        FileUpload:
+          Properties:
+            Bucket:
+              Ref: InputS3Bucket
+            Events: s3:ObjectCreated:*
+          Type: S3
+      Handler: index.handler
+      MemorySize: 512
+      Policies:
+      - S3CrudPolicy:
+          BucketName:
+            Fn::Sub: ${AWS::StackName}-*
+      Runtime: nodejs8.10
+      Timeout:
+        Ref: ConversionTimeout
+    Type: AWS::Serverless::Function
+  InputS3Bucket:
+    Type: AWS::S3::Bucket
+  OutputS3Bucket:
+    Type: AWS::S3::Bucket
+Transform: AWS::Serverless-2016-10-31