Merge pull request #17 from kamangir/literature-review-refactors-2024-08-10-43320

literature review refactors

Author: kamangir

README.md

@@ -17,4 +17,4 @@ pip install notebooks-and-scripts
 To use on [AWS SageMaker](https://aws.amazon.com/sagemaker/) replace `<plugin-name>` with `nbs` and follow [these instructions](https://github.com/kamangir/notebooks-and-scripts/blob/main/SageMaker.md).
 
 ---
-built by [`abcli-9.192.1-current`](https://github.com/kamangir/awesome-bash-cli), based on [`notebooks_and_scripts-4.645.1`](https://github.com/kamangir/notebooks-and-scripts).
+built by [`abcli-9.192.1-current`](https://github.com/kamangir/awesome-bash-cli), based on [`notebooks_and_scripts-4.649.1`](https://github.com/kamangir/notebooks-and-scripts).

notebooks_and_scripts/.abcli/workflow/monitor.sh

@@ -4,9 +4,9 @@ function notebooks_and_scripts_workflow_monitor() {
     local options=$1
 
     if [ $(abcli_option_int "$options" help 0) == 1 ]; then
-        local options="$EOP~download,node=<node>,publish_as=<public-object-name>,~upload"
-        abcli_show_usage "workflow monitor$ABCUL$options$ABCUL.|<job-name>$EOPE" \
-            "monitor workflow."
+        local options="~download,node=<node>,publish_as=<public-object-name>,~upload"
+        abcli_show_usage "workflow monitor$ABCUL$EOP[$options]$ABCUL[.|<job-name>]$ABCUL[<command-line>]$EOPE" \
+            "monitor <job-name>/workflow and run <command-line>."
         return
     fi
 
@@ -33,5 +33,11 @@ function notebooks_and_scripts_workflow_monitor() {
     [[ ! -z "$publish_as" ]] &&
         abcli_publish as=$publish_as,~download,suffix=.gif $job_name
 
-    return 0
+    local command_line="${@:3}"
+    if [[ ! -z "$command_line" ]]; then
+        abcli_eval - \
+            "$command_line"
+    else
+        return 0
+    fi
 }

notebooks_and_scripts/__init__.py

@@ -4,7 +4,7 @@
 
 DESCRIPTION = f"{ICON} notebooks and scripts for ai experiments and aws batch jobs."
 
-VERSION = "4.645.1"
+VERSION = "4.649.1"
 
 REPO_NAME = "notebooks-and-scripts"
 

notebooks_and_scripts/workflow/README.md

@@ -24,12 +24,12 @@ example use: [literature review using OpenAI API](https://github.com/kamangir/op
 |   |   |   |   |
 | --- | --- | --- | --- |
 | 📜 | [`a-bc-d`](./patterns/a-bc-d.dot) | [`hourglass`](./patterns/hourglass.dot) | [`map-reduce`](./patterns/map-reduce.dot) |
-| [aws_batch](./runners/aws_batch.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-a-bc-d/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-a-bc-d/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-hourglass/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-hourglass/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-map-reduce/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-map-reduce/workflow.gif?raw=true) |
-| [generic](./runners/generic.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-a-bc-d/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-a-bc-d/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-hourglass/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-hourglass/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-map-reduce/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-map-reduce/workflow.gif?raw=true) |
-| [local](./runners/local.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-a-bc-d/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-a-bc-d/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-hourglass/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-hourglass/workflow.gif?raw=true) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-map-reduce/workflow.gif?raw=true)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-map-reduce/workflow.gif?raw=true) |
+| [aws_batch](./runners/aws_batch.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-a-bc-d/workflow.gif?raw=true&random=48vRxCWtlxPwXppc)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-a-bc-d/workflow.gif?raw=true&random=48vRxCWtlxPwXppc) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-hourglass/workflow.gif?raw=true&random=zG1c8Avnf1MqV48H)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-hourglass/workflow.gif?raw=true&random=zG1c8Avnf1MqV48H) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-map-reduce/workflow.gif?raw=true&random=j2FuGAUEoNIYrZel)](https://kamangir-public.s3.ca-central-1.amazonaws.com/aws_batch-map-reduce/workflow.gif?raw=true&random=j2FuGAUEoNIYrZel) |
+| [generic](./runners/generic.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-a-bc-d/workflow.gif?raw=true&random=gYEm92XfCLfvKKVy)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-a-bc-d/workflow.gif?raw=true&random=gYEm92XfCLfvKKVy) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-hourglass/workflow.gif?raw=true&random=D2kwFvPHzU3AvnIA)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-hourglass/workflow.gif?raw=true&random=D2kwFvPHzU3AvnIA) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-map-reduce/workflow.gif?raw=true&random=K506yapZridmNJ2q)](https://kamangir-public.s3.ca-central-1.amazonaws.com/generic-map-reduce/workflow.gif?raw=true&random=K506yapZridmNJ2q) |
+| [local](./runners/local.py) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-a-bc-d/workflow.gif?raw=true&random=sxG8zRM1zGCsPMYr)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-a-bc-d/workflow.gif?raw=true&random=sxG8zRM1zGCsPMYr) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-hourglass/workflow.gif?raw=true&random=7HoUx3UxowsKM4GA)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-hourglass/workflow.gif?raw=true&random=7HoUx3UxowsKM4GA) | [![image](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-map-reduce/workflow.gif?raw=true&random=qFMwY24c2W5Uggo0)](https://kamangir-public.s3.ca-central-1.amazonaws.com/local-map-reduce/workflow.gif?raw=true&random=qFMwY24c2W5Uggo0) |
 
 
 related: [1](https://arash-kamangir.medium.com/%EF%B8%8F-openai-experiments-54-e49117dc69ef)
 
 ---
-built by [`abcli-9.192.1-current`](https://github.com/kamangir/awesome-bash-cli), based on [`notebooks_and_scripts-4.645.1`](https://github.com/kamangir/notebooks-and-scripts).
+built by [`abcli-9.192.1-current`](https://github.com/kamangir/awesome-bash-cli), based on [`notebooks_and_scripts-4.649.1`](https://github.com/kamangir/notebooks-and-scripts).

notebooks_and_scripts/workflow/README.py

@@ -1,4 +1,5 @@
 from functools import reduce
+from abcli import string
 from notebooks_and_scripts.workflow.patterns import list_of_patterns
 from notebooks_and_scripts.workflow.runners import list_of_runners
 
@@ -21,10 +22,11 @@
                 + [
                     f"[![image]({url})]({url})"
                     for url in [
-                        "{}/{}-{}/workflow.gif?raw=true".format(
+                        "{}/{}-{}/workflow.gif?raw=true&random={}".format(
                             prefix,
                             runner_type,
                             pattern,
+                            string.random_(),
                         )
                         for pattern in list_of_patterns()
                     ]

notebooks_and_scripts/workflow/dot_file.py

@@ -1,4 +1,5 @@
 import copy
+import textwrap
 from typing import Tuple, Dict, List
 import numpy as np
 import networkx as nx
@@ -48,6 +49,7 @@ def export_graph_as_image(
     hot_node: str = "void",
     add_legend: bool = True,
     caption: str = "",
+    text_width: int = 80,
 ) -> bool:
     layout_func = layouts.get(layout, None)
     if layout_func is None:
@@ -93,11 +95,16 @@ def export_graph_as_image(
         caption_items += [G.nodes[hot_node].get("command_line").replace('"', "")]
     caption_items = [item for item in caption_items if item]
 
+    caption_wrapped = textwrap.fill(
+        " | ".join(caption_items),
+        width=text_width,
+    )
+
     if caption_items:
         plt.text(
             0.5,
             0.5,
-            " | ".join(caption_items),
+            caption_wrapped,
             horizontalalignment="center",
             verticalalignment="center",
             transform=plt.gca().transAxes,