Merge pull request #23 from FAIRDataPipeline/dev

Dev

Author: RyanJField

CMakeLists.txt

@@ -61,7 +61,6 @@ INCLUDE( external/jsoncpp.cmake )
 INCLUDE( external/digestpp.cmake )
 INCLUDE( external/curl.cmake )
 INCLUDE( external/yaml_cpp.cmake )
-INCLUDE( external/spdlog.cmake )
 INCLUDE( external/toml11.cmake )
 INCLUDE( external/ghc.cmake )
 

README.md

@@ -33,6 +33,8 @@ $ cmake --build build --config=Release
 ## Outline
 The main class the user will interact with is `DataPipeline` which has only the required methods such as `link_read` etc. This class has a member which is a pointer to an underlying `DataPipelineImpl_` class which performs the various procedures required to handle the data. A logger has been used to give as much feedback to the user as possible, the verbosity being handled by a log level argument.
 
+### Logging
+The environment variable `FDP_LOG_LEVEL=[TRACE:DEBUG:INFO:WARN:ERROR:CRITICAL:OFF]` can be set to specify the logging output level.
 
 ## Unit Tests
 The unit tests use the local registry, this needs to be running prior to running the tests see: [the CLI documentation](https://github.com/FAIRDataPipeline/FAIR-CLI#registry)

external/digestpp.cmake

@@ -7,6 +7,7 @@ SET( DIGESTCPP_COMMIT "34ff2eeae397ed744d972d86b5a20f603b029fbd" )
 # So tell the compiler to exclude min and max macros in windows
 IF(WIN32)
     add_definitions(-DNOMINMAX)
+    add_definitions(-DNOGDI)
 ENDIF()
 
 MESSAGE( STATUS "[DigestCPP]" )

external/jsoncpp.cmake

@@ -4,6 +4,8 @@ MESSAGE( STATUS "[JsonCPP]" )
 MESSAGE( STATUS "\tJsonCpp Will be installed." )
 MESSAGE( STATUS "\tURL: ${JSONCPP_URL}" )
 
+SET (JSONCPP_WITH_TESTS OFF CACHE INTERNAL "Don't Build cpp tests")
+
 include(FetchContent)
 FetchContent_Declare(
     JsonCpp

external/spdlog.cmake

@@ -4,7 +4,7 @@
 #include <stdexcept>
 #include <string>
 
-namespace FDP {
+namespace FairDataPipeline {
 class config_parsing_error : public std::runtime_error {
 public:
   config_parsing_error(const std::string& message)
@@ -37,6 +37,6 @@ public:
   write_error(const std::string& message) : std::runtime_error(message) {}
 };
 
-}; // namespace FDP
+}; // namespace FairDataPipeline
 
 #endif

include/fdp/exceptions.hxx

@@ -1,12 +1,11 @@
 #ifndef __FDP__
 #define __FDP__
 
-#include "spdlog/spdlog.h"
-#include <ghc/filesystem.hpp>
+#include "utilities/logging.hxx"
 
-//#include "fdp/registry/datapipeline.hxx"
+#include <ghc/filesystem.hpp>
 
-namespace FDP {
+namespace FairDataPipeline {
 /**
  * @brief DataPipeline Class:
  * A PIMPL Class for interacting the the FAIR Data Pipeline
@@ -15,31 +14,29 @@ namespace FDP {
     class DataPipeline {
 
         public:
+            typedef std::shared_ptr< DataPipeline > sptr;
   /**
    * @brief Construct a new Data Pipeline (PIMPL)
    * 
    * @param config_file_path 
    * @param script_file_path 
    * @param token 
-   * @param log_level 
    */
-            explicit DataPipeline(
+           static  sptr construct(
                     const std::string &config_file_path,
                     const std::string &script_file_path,
-                    std::string token = "",
-                    spdlog::level::level_enum log_level = spdlog::level::info);
+                    std::string token = "" );
+
 
   /**
    * @brief Destroy the Data Pipeline object
    * 
    */
             ~DataPipeline();
 
-            DataPipeline(DataPipeline &&rhs) noexcept;
-            DataPipeline &operator=(DataPipeline &&rhs) noexcept;
+            //DataPipeline(DataPipeline &&rhs) noexcept;
+            //DataPipeline &operator=(DataPipeline &&rhs) noexcept;
 
-            DataPipeline(const DataPipeline &rhs);
-            DataPipeline &operator=(const DataPipeline &rhs);
 
   /**
    * @brief Return a path to a given data product
@@ -68,10 +65,19 @@ namespace FDP {
             void finalise();
 
         private:
+            explicit DataPipeline(
+                    const std::string &config_file_path,
+                    const std::string &script_file_path,
+                    std::string token = ""
+                    );
+
+            DataPipeline(const DataPipeline &rhs) = delete;
+
+            DataPipeline &operator=(const DataPipeline &rhs) = delete;
+
             class impl;
 
             std::shared_ptr< DataPipeline::impl > pimpl_;
     };
-}; // namespace FDP
-
+}; // namespace FairDataPipeline
 #endif

include/fdp/fdp.hxx

@@ -7,7 +7,7 @@
 
 #include "fdp/utilities/logging.hxx"
 
-namespace FDP {
+namespace FairDataPipeline {
     /**
      * @brief Class for API objects
      * 
@@ -49,7 +49,7 @@ namespace FDP {
              * @return int object id e.g. if the uri is http://127.0.0.1/object/1 
              * the object id will be 1
              */
-            int get_id();
+            int get_id() const ;
             /**
              * @brief Get the object type from the uri
              * 
@@ -58,7 +58,7 @@ namespace FDP {
              */
             static int get_id_from_string(std::string url);
 
-            std::string get_type();
+            std::string get_type() const ;
             /**
              * @brief Get the object uri
              * 

include/fdp/objects/api_object.hxx

@@ -25,12 +25,17 @@
 #include "fdp/objects/api_object.hxx"
 #include "fdp/objects/io_object.hxx"
 
-namespace FDP {
+namespace FairDataPipeline {
     /**
      * @brief class for interacting with confifurations
      * 
      */
     class Config {
+        public:
+            typedef std::shared_ptr< Config > sptr;
+
+            typedef std::map< std::string, IOObject > map_type;
+
         private:            
             const ghc::filesystem::path config_file_path_;
             const ghc::filesystem::path config_dir_;
@@ -59,11 +64,11 @@ namespace FDP {
 
             ApiObject::sptr code_run_;
 
-            std::map<std::string, IOObject> writes_;
-            std::map<std::string, IOObject> reads_;
+            map_type writes_;
+            map_type reads_;
 
-            std::map<std::string, IOObject> outputs_;
-            std::map<std::string, IOObject> inputs_;
+            map_type outputs_;
+            map_type inputs_;
 
             RESTAPI rest_api_location_ = RESTAPI::LOCAL;
 
@@ -87,7 +92,6 @@ namespace FDP {
 
 
         public:
-            typedef std::shared_ptr< Config > sptr;
 
             static Config::sptr construct(const ghc::filesystem::path &config_file_path,
                     const ghc::filesystem::path &script_file_path,
@@ -225,15 +229,15 @@ namespace FDP {
              * @param data_product 
              * @return ghc::filesystem::path 
              */
-            ghc::filesystem::path link_write(std::string &data_product);
+            ghc::filesystem::path link_write( const std::string &data_product);
 
             /**
              * @brief Return the filepath to a given data product
              * 
              * @param data_product 
              * @return ghc::filesystem::path 
              */
-            ghc::filesystem::path link_read(std::string &data_product);
+            ghc::filesystem::path link_read(const std::string& data_product);
 
             /**
              * @brief Finalise the pipeline

include/fdp/objects/config.hxx

@@ -8,7 +8,7 @@
 #include "fdp/utilities/logging.hxx"
 #include "fdp/objects/api_object.hxx"
 
-namespace FDP {
+namespace FairDataPipeline {
     /**
      * @brief Class for API objects
      * 
@@ -123,7 +123,7 @@ namespace FDP {
              * 
              * @return const std::string& 
              */
-            const std::string& get_use_namespace() {return use_namespace_;}
+            const std::string& get_use_namespace() const {return use_namespace_;}
 
             /**
              * @brief Get the path of the data product
@@ -144,7 +144,7 @@ namespace FDP {
              * 
              * @return std::string 
              */
-            const std::string& get_component_description() {return component_description_;}
+            const std::string& get_component_description() const {return component_description_;}
 
             /**
              * @brief Check whether the data product is public