csv import

csv_import.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+rm -rf tmp
+mkdir tmp
+cd tmp
+dolt init
+dolt sql < dolt-schema.sql
+dolt table import -u books oreilly_mod.csv

dolt-schema.sql

@@ -1,7 +1,7 @@
 CREATE TABLE books (
     `id` LONGTEXT NOT NULL,
     `ourn` LONGTEXT,
-    `isbn` INTEGER,
+    `isbn` bigint,
     `last_modified_time` DATETIME,
     `issued` DATETIME,
     `format` TEXT,
@@ -26,4 +26,4 @@ CREATE TABLE books (
     `topics` JSON,
     `topics_payload` JSON,
     `minutes_required` INTEGER
-)
+)

json_conv.py

@@ -0,0 +1,21 @@
+import json
+import os
+import csv
+def main():
+    j = json.load(open("oreilly.json"))
+    tostr = ["authors", "publishers", "topics", "topics_payload"]
+    for o in j:
+        for f in tostr:
+            o[f] = json.dumps(o[f])
+    with open(os.path.join("oreilly_mod.json"), 'a+', encoding='utf-8', errors="replace") as outfile:
+        json.dump(j, outfile, indent=2)
+    field_names = []
+    for k in j[0]:
+        field_names.append(k)
+    with open('oreilly_mod.csv', 'w') as csvfile:
+        writer = csv.DictWriter(csvfile, fieldnames = field_names)
+        writer.writeheader()
+        writer.writerows(j)
+
+if __name__ == "__main__":
+    main()