Merge pull request #12 from UFFeScience/feat/akf-runtimes

[WIP] akoflow runtimes: modularizando runtimes

Author: ovvesley

.devcontainer/dev.Dockerfile

@@ -6,8 +6,8 @@ RUN apk add --no-cache gcc libc-dev sqlite git curl graphviz
 COPY go.mod go.sum ./
 RUN go mod download
 
-RUN go install golang.org/x/tools/[email protected] && \ 
-    go install honnef.co/go/tools/cmd/staticcheck@latest
+RUN go install golang.org/x/tools/[email protected] && \
+    go install honnef.co/go/tools/cmd/staticcheck@v0.5.0
 
 COPY . .
 

.devcontainer/devcontainer.json

@@ -23,5 +23,6 @@
       ]
     }
   },
-  "remoteUser": "root"
+  "remoteUser": "root",
+  "runArgs": ["--privileged"]
 }

.env.sample

@@ -0,0 +1,9 @@
+AKOFLOW_VERSION=0.1.0
+SDUMONT_GATEWAY=...
+SDUMONT_USER=...
+SDUMONT_GROUP=...
+SDUMONT_GROUP_PASSWORD=...
+SDUMONT_PASSWORD=...
+SDUMONT_PROJECT=...
+SDUMONT_QUEUE=...
+SDUMONT_HOST_CLUSTER=...

.gitignore

@@ -5,4 +5,7 @@ storage/*
 .DS_Store
 __debug**
 releases/bin/*
-**akoflow.log**
+**akoflow.log**
+*.db
+*.sif
+.env

.vscode/launch.json

@@ -7,7 +7,6 @@
             "request": "launch",
             "mode": "debug",
             "program": "cmd/server/main.go",
-            "cwd": "/app/",
             "env": {
                 "K8S_API_SERVER_HOST": "localhost",
                 "K8S_API_SERVER_TOKEN": "dummy",
@@ -20,7 +19,6 @@
             "request": "launch",
             "mode":  "debug",
             "program": "cmd/client/main.go",
-            "cwd": "/app/",
             "args": ["run", "-host", "localhost", "-port", "8080", "-file", "test.yaml"],
         },
 
@@ -30,7 +28,6 @@
             "request": "launch",
             "mode":  "debug",
             "program": "cmd/client/main.go",
-            "cwd": "/app/",
             "args": ["install", "--hosts", "root:[email protected]:22,root:[email protected]:22"],
         }
     ]

.vscode/tasks.json

@@ -2,7 +2,6 @@ package main
 
 import (
 	"github.com/ovvesley/akoflow/pkg/server/config"
-	"github.com/ovvesley/akoflow/pkg/server/engine/garbagecollector"
 	"github.com/ovvesley/akoflow/pkg/server/engine/httpserver"
 	"github.com/ovvesley/akoflow/pkg/server/engine/monitor"
 	"github.com/ovvesley/akoflow/pkg/server/engine/orchestrator"
@@ -18,7 +17,7 @@ func main() {
 	go worker.New().StartWorker()
 	go orchestrator.StartOrchestrator()
 	go monitor.StartMonitor()
-	go garbagecollector.StartGarbageCollector()
+	// go garbagecollector.StartGarbageCollector()
 	httpserver.StartServer()
 
 }

README.md

@@ -7,7 +7,7 @@ import (
 )
 
 type IWorkflow interface {
-	Run(host string, port string, base64FileContent string)
+	Create(host string, port string, base64FileContent string)
 }
 
 type Workflow struct {
@@ -29,15 +29,15 @@ type ResponsePostRunWorkflowConnector struct {
 	Message  string `json:"message"`
 }
 
-func (w *Workflow) Run(host string, port string, base64FileContent string) {
+func (w *Workflow) Create(host string, port string, base64FileContent string) {
 
 	payload := ResponsePostRunWorkflowConnector{
 		Workflow: base64FileContent,
 	}
 
 	payloadJson, _ := json.Marshal(payload)
 
-	req, _ := http.NewRequest("POST", "http://"+host+":"+port+"/akoflow-server/workflow/run/", bytes.NewBuffer(payloadJson))
+	req, _ := http.NewRequest("POST", "http://"+host+":"+port+"/akoflow-server/workflow/", bytes.NewBuffer(payloadJson))
 
 	req.Header.Set("Content-Type", "application/json")
 

cmd/client/README.md

@@ -0,0 +1,36 @@
+name: akf-wf-singularity
+spec:
+  runtime: "singularity"
+  image: "/home/ovvesley/Workspace/singularity/sifs/ubuntu-minimal.sif"
+  storagePolicy:
+    type: default
+
+  mountPath: "/data-akoflow"
+  activities:
+    - name: step01
+      image: "/home/ovvesley/Workspace/singularity/sifs/ubuntu-minimal.sif"
+      run: |
+        stress --cpu 1 --timeout 300s --vm 1 --vm-bytes 100M 
+      memoryLimit: 1G
+      cpuLimit: 1
+
+    - name: step02
+      image: "/home/ovvesley/Workspace/singularity/sifs/ubuntu-minimal.sif"
+      run: |
+        stress --cpu 1 --timeout 300s --vm 1 --vm-bytes 100M
+      memoryLimit: 1G
+      cpuLimit: 1
+
+    - name: step03
+      image: "/home/ovvesley/Workspace/singularity/sifs/ubuntu-minimal.sif"
+      run: |
+        stress --cpu 2 --timeout 300s --vm 1 --vm-bytes 100M
+      memoryLimit: 1G
+      cpuLimit: 1
+
+    - name: step04
+      image: "/home/ovvesley/Workspace/singularity/sifs/ubuntu-minimal.sif"
+      run: |
+        stress --cpu 2 --timeout 300s --vm 1 --vm-bytes 100M
+      memoryLimit: 1G
+      cpuLimit: 1