Added liminal as data pipeline orchestrator for Airflow

Author: Bill Metangmo

pipeline/install.md

@@ -0,0 +1,21 @@
+  
+## Data Pipelines
+
+### Prerequesites 
+
+* [liminal](https://github.com/apache/incubator-liminal) 
+* a local kubernetes cluster
+
+### Getting started
+
+``` bash
+kubectl apply -f  storage.yml
+
+liminal build
+liminal deploy --clean
+# in case of issue  see https://github.com/helm/charts/issues/23589
+liminal start
+```
+
+Then go to http://localhost:8080 and launch the job.
+ 

pipeline/liminal.yml

@@ -0,0 +1,38 @@
+---
+name: GettingStartedPipeline
+volumes:
+  - volume: gettingstartedvol
+    claim_name: gettingstartedvol-pvc
+    local:
+      path: .
+images:
+  - image: mmrs-python
+    type: python
+    source: .
+pipelines:
+  - pipeline: getting_started_pipeline
+    owner: Bosco Albert Baracus
+    start_date: 1970-01-01
+    timeout_minutes: 10
+    schedule: 0 * 1 * *
+    default_arg_loaded: check
+    default_array_loaded: [2, 3, 4]
+    default_object_loaded:
+      key1: val1
+      key2: val2
+    metrics:
+      namespace: TestNamespace
+      backends: [ ]
+    tasks:
+      - task: mmrs_download
+        type: python
+        description: download mmrs data
+        image: mmrs-python
+        env_vars:
+          env1: "a"
+          env2: "b"
+        mounts:
+          - mount: mymount
+            volume: gettingstartedvol
+            path: /mnt/gettingstartedvol
+        cmd: python -u test_mrms_download.py

pipeline/requirements.txt

@@ -0,0 +1,2 @@
+pyarrow
+pandas

pipeline/storage.yml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: gettingstartedvol-pvc
+spec:
+  accessModes:
+    - ReadWriteOnce
+  volumeMode: Filesystem
+  resources:
+    requests:
+      storage: 5Gi
+  storageClassName: hostpath