Release 7.046

techascent · Feb 28, 2025 · ab3e2dd · ab3e2dd
1 parent 8e08a40
commit ab3e2dd
Show file tree

Hide file tree

Showing 38 changed files with 56 additions and 37 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,4 +1,7 @@
 # Changelog
+# 7.046
+ * dataset parsers return something that is not a dataset when the internal datasets have no columns.
+
 # 7.045
  * Bulk add-constant! method used for adding missing values.
 

diff --git a/deps.edn b/deps.edn
@@ -14,7 +14,7 @@
    :exec-fn codox.main/-main
    :exec-args {:group-id "techascent"
                :artifact-id "tech.ml.dataset"
-               :version "7.045"
+               :version "7.046"
                :name "TMD"
                :description "A Clojure high performance data processing system"
                :metadata {:doc/format :markdown}

diff --git a/docs/000-getting-started.html b/docs/000-getting-started.html
diff --git a/docs/100-walkthrough.html b/docs/100-walkthrough.html
diff --git a/docs/200-quick-reference.html b/docs/200-quick-reference.html
diff --git a/docs/columns-readers-and-datatypes.html b/docs/columns-readers-and-datatypes.html
diff --git a/docs/index.html b/docs/index.html
diff --git a/docs/nippy-serialization-rocks.html b/docs/nippy-serialization-rocks.html
diff --git a/docs/supported-datatypes.html b/docs/supported-datatypes.html
diff --git a/docs/tech.v3.dataset.categorical.html b/docs/tech.v3.dataset.categorical.html
diff --git a/docs/tech.v3.dataset.clipboard.html b/docs/tech.v3.dataset.clipboard.html
diff --git a/docs/tech.v3.dataset.column-filters.html b/docs/tech.v3.dataset.column-filters.html
diff --git a/docs/tech.v3.dataset.column.html b/docs/tech.v3.dataset.column.html
diff --git a/docs/tech.v3.dataset.html b/docs/tech.v3.dataset.html
diff --git a/docs/tech.v3.dataset.io.csv.html b/docs/tech.v3.dataset.io.csv.html
diff --git a/docs/tech.v3.dataset.io.datetime.html b/docs/tech.v3.dataset.io.datetime.html
diff --git a/docs/tech.v3.dataset.io.string-row-parser.html b/docs/tech.v3.dataset.io.string-row-parser.html
diff --git a/docs/tech.v3.dataset.io.univocity.html b/docs/tech.v3.dataset.io.univocity.html
diff --git a/docs/tech.v3.dataset.join.html b/docs/tech.v3.dataset.join.html
diff --git a/docs/tech.v3.dataset.math.html b/docs/tech.v3.dataset.math.html
diff --git a/docs/tech.v3.dataset.metamorph.html b/docs/tech.v3.dataset.metamorph.html
diff --git a/docs/tech.v3.dataset.modelling.html b/docs/tech.v3.dataset.modelling.html
diff --git a/docs/tech.v3.dataset.print.html b/docs/tech.v3.dataset.print.html
diff --git a/docs/tech.v3.dataset.reductions.apache-data-sketch.html b/docs/tech.v3.dataset.reductions.apache-data-sketch.html
diff --git a/docs/tech.v3.dataset.reductions.html b/docs/tech.v3.dataset.reductions.html
diff --git a/docs/tech.v3.dataset.rolling.html b/docs/tech.v3.dataset.rolling.html
diff --git a/docs/tech.v3.dataset.set.html b/docs/tech.v3.dataset.set.html
diff --git a/docs/tech.v3.dataset.tensor.html b/docs/tech.v3.dataset.tensor.html
diff --git a/docs/tech.v3.dataset.zip.html b/docs/tech.v3.dataset.zip.html
diff --git a/docs/tech.v3.libs.arrow.html b/docs/tech.v3.libs.arrow.html
diff --git a/docs/tech.v3.libs.clj-transit.html b/docs/tech.v3.libs.clj-transit.html
diff --git a/docs/tech.v3.libs.fastexcel.html b/docs/tech.v3.libs.fastexcel.html
diff --git a/docs/tech.v3.libs.guava.cache.html b/docs/tech.v3.libs.guava.cache.html
diff --git a/docs/tech.v3.libs.parquet.html b/docs/tech.v3.libs.parquet.html
diff --git a/docs/tech.v3.libs.poi.html b/docs/tech.v3.libs.poi.html
diff --git a/docs/tech.v3.libs.tribuo.html b/docs/tech.v3.libs.tribuo.html
diff --git a/src/tech/v3/dataset/io/mapseq_colmap.clj b/src/tech/v3/dataset/io/mapseq_colmap.clj
@@ -62,7 +62,10 @@
               init (hamf/range (.value row-idx)))))
   IDeref
   (deref [this]
-    (parse-context/parsers->dataset (assoc options :key-fn nil) parsers (.value row-idx)))
+    (if (.isEmpty ^Map parsers)
+      {:tech.v3.dataset/row-count (.value row-idx)
+       :tech.v3.dataset/missing :all}
+      (parse-context/parsers->dataset (assoc options :key-fn nil) parsers (.value row-idx))))
   PClearable
   (ds-clear [this]
     (reduce (fn [_ p] (ds-proto/ds-clear p)) nil (.values ^Map parsers))

diff --git a/test/tech/v3/dataset/parser_test.clj b/test/tech/v3/dataset/parser_test.clj
@@ -0,0 +1,13 @@
+(ns tech.v3.dataset.parser-test
+  (:require [tech.v3.dataset :as ds]
+            [tech.v3.dataset.protocols :as ds-proto]
+            [clojure.test :refer [deftest is]]))
+
+
+(deftest all-missing-ds
+  (let [p (ds/dataset-parser)
+        _ (ds-proto/add-row p {})
+        ds @p]
+    (is (not (ds/dataset? ds)))
+    (is (= 1 (:tech.v3.dataset/row-count ds))
+        (= :all (:tech.v3.dataset/missing ds)))))