Add --no-doc-cache option

Author: tetron

cwltool/argparser.py

@@ -340,6 +340,14 @@ def arg_parser() -> argparse.ArgumentParser:
         dest="skip_schemas",
     )
 
+    parser.add_argument(
+        "--no-doc-cache",
+        action="store_false",
+        help="Disable disk cache for documents loaded over HTTP",
+        default=True,
+        dest="doc_cache",
+    )
+
     exgroup = parser.add_mutually_exclusive_group()
     exgroup.add_argument("--verbose", action="store_true", help="Default logging")
     exgroup.add_argument(

cwltool/context.py

@@ -71,6 +71,7 @@ def __init__(self, kwargs: Optional[Dict[str, Any]] = None) -> None:
         self.prov_obj = None  # type: Optional[ProvenanceProfile]
         self.do_update = None  # type: Optional[bool]
         self.jobdefaults = None  # type: Optional[CommentedMap]
+        self.doc_cache = True    # type: bool
 
         super(LoadingContext, self).__init__(kwargs)
 

cwltool/load_tool.py

@@ -64,12 +64,13 @@
 ResolverType = Callable[[Loader, Union[str, Dict[str, Any]]], str]
 
 
-def default_loader(fetcher_constructor=None, enable_dev=False):
-    # type: (Optional[FetcherConstructorType], bool) -> Loader
+def default_loader(fetcher_constructor=None, enable_dev=False, doc_cache=True):
+    # type: (Optional[FetcherConstructorType], bool, bool) -> Loader
     return Loader(
         jobloaderctx,
         fetcher_constructor=fetcher_constructor,
         allow_attachments=lambda r: enable_dev,
+        doc_cache=doc_cache
     )
 
 
@@ -113,7 +114,9 @@ def fetch_document(
     else:
         loadingContext = loadingContext.copy()
         if loadingContext.loader is None:
-            loadingContext.loader = default_loader(loadingContext.fetcher_constructor)
+            loadingContext.loader = default_loader(loadingContext.fetcher_constructor,
+                                                   enable_dev=loadingContext.enable_dev,
+                                                   doc_cache=loadingContext.doc_cache)
 
     if isinstance(argsworkflow, str):
         uri, fileuri = resolve_tool_uri(
@@ -321,6 +324,7 @@ def resolve_and_validate_document(
         cache=sch_document_loader.cache,
         fetcher_constructor=loadingContext.fetcher_constructor,
         skip_schemas=skip_schemas,
+        doc_cache=loadingContext.doc_cache
     )
 
     if cwlVersion == "v1.0":

cwltool/main.py

@@ -667,7 +667,7 @@ def setup_loadingContext(
     else:
         loadingContext = loadingContext.copy()
     loadingContext.loader = default_loader(
-        loadingContext.fetcher_constructor, enable_dev=args.enable_dev
+        loadingContext.fetcher_constructor, enable_dev=args.enable_dev, doc_cache=args.doc_cache
     )
     loadingContext.research_obj = runtimeContext.research_obj
     loadingContext.disable_js_validation = args.disable_js_validation or (