Merge pull request #4 from lad-tech/copy

feat: copy method

Author: n0byk

src/copy.ts

@@ -0,0 +1,17 @@
+import { adapter } from "./helpers/adapter";
+import { prepare } from "./helpers/prepare";
+import { Upsert2Params } from "./types";
+
+export const copy = (
+  data: Upsert2Params,
+  config: { with: string }
+): { query: string; raw: string } => {
+  const { table } = data;
+  const { columns, stringValues } = prepare(adapter(data), ["copy"]);
+  return {
+    query: `COPY ${table.name} (${columns.join(
+      ", "
+    )}) FROM STDIN with delimiter ',' ${config.with}`,
+    raw: stringValues,
+  };
+};

src/helpers/converter.ts

@@ -1,14 +1,14 @@
-import { TConfig as TConverterConfig } from '../types';
+import { TConfig as TConverterConfig } from "../types";
 
-const configs: TConverterConfig = {
+export const configs: TConverterConfig = {
   number: {},
   boolean: {},
   raw: {},
   null: {
     process: (_) => null,
   },
   array: {
-    process: (value) => (value.length > 0 ? `{"${value.join(`", "`)}"}` : '{}'),
+    process: (value) => (value.length > 0 ? `{"${value.join(`", "`)}"}` : "{}"),
     quote: true,
   },
   string: {
@@ -24,9 +24,39 @@ const configs: TConverterConfig = {
   },
 };
 
-export const converter = (type: keyof TConverterConfig) => {
-  const config = configs[type];
-  if (!config) throw new Error(`Настройки для указанного типа '${type}' не найдены`);
+export const copyCfg: TConverterConfig = {
+  number: {},
+  boolean: {
+    process: (value) => (value ? "t" : "f"),
+  },
+  raw: {},
+  null: {
+    process: (_) => null,
+  },
+  array: {
+    process: (value) => (value.length > 0 ? `{"${value.join(`", "`)}"}` : "[]"),
+    quote: true,
+  },
+  string: {
+    quote: true,
+  },
+  json: {
+    process: (value) => JSON.stringify(value),
+    quote: true,
+  },
+  date: {
+    process: (value) => value?.toISOString(),
+    quote: true,
+  },
+};
+
+export const converter = (
+  cfg: TConverterConfig,
+  type: keyof TConverterConfig
+) => {
+  const config = cfg[type];
+  if (!config)
+    throw new Error(`Настройки для указанного типа '${type}' не найдены`);
   const { process, ...rest } = config;
   return {
     process: (value: any): any => {

src/helpers/prepare.ts

@@ -1,36 +1,50 @@
-import { ToStorage } from '../types';
-import { ParamsEmptyCollector } from './collector';
-import { converter } from './converter';
+import { ToStorage } from "../types";
+import { ParamsEmptyCollector } from "./collector";
+import { configs, converter, copyCfg } from "./converter";
 
-export const prepare = ({ table, params, collector }: ToStorage, types: ('insert' | 'update')[] = ['insert', 'update']) => {
+export const prepare = (
+  { table, params, collector }: ToStorage,
+  types: ("insert" | "update" | "copy")[] = ["insert", "update"]
+) => {
   if (!(table.pk in params)) throw Error(`Required ${table.pk} in`);
 
   const columns = [];
   const values: any[] = [];
   const update: { key: string; value: any }[] = [];
   collector = collector ?? new ParamsEmptyCollector();
-
   // eslint-disable-next-line prefer-const
   for (let [key, [value, type, updated]] of Object.entries(params)) {
-    if (value === null) type = 'null';
+    if (value === null) type = "null";
     let value_: any = value;
 
-    const willInsert = types.includes('insert');
-    const willUpdate = updated && types.includes('update');
+    const willInsert = types.includes("insert");
+    const willCopy = types.includes("copy");
+    const willUpdate = updated && types.includes("update");
 
-    const convert = converter(type);
+    const cfg = willInsert || willUpdate ? configs : copyCfg;
+    const convert = converter(cfg, type);
     value_ = convert.process(value_);
-    if ((willUpdate || willInsert) && type !== 'raw') {
+    if ((willUpdate || willInsert) && type !== "raw") {
       value_ = collector.param(value_, convert.quote, type);
     }
+
     if (willInsert) {
       columns.push(`"${key}"`);
       values.push(value_);
     }
     if (willUpdate) {
       update.push({ key, value: value_ });
     }
+    if (willCopy) {
+      columns.push(`${key}`);
+      values.push(value_ === null ? "null" : value_);
+    }
   }
 
-  return { columns, values, update };
+  return {
+    columns,
+    values,
+    stringValues: values.join(",") + "\n",
+    update,
+  };
 };

src/index.ts

@@ -1,9 +1,14 @@
-export { insert } from './insert';
-export { update } from './update';
-export { upsert } from './upsert';
-export { upsert2 } from './upsert2';
-export { deleteSoft } from './deleteSoft';
-export { deleteHard } from './deleteHard';
-export { cte } from './helpers/cte';
-export { StorageType, ToStorage, Upsert2Params } from './types';
-export { Collector, ParamsCollector, ParamsEmptyCollector } from './helpers/collector';
+export { insert } from "./insert";
+export { copy } from "./copy";
+export { update } from "./update";
+export { upsert } from "./upsert";
+export { upsert2 } from "./upsert2";
+export { deleteSoft } from "./deleteSoft";
+export { deleteHard } from "./deleteHard";
+export { cte } from "./helpers/cte";
+export { StorageType, ToStorage, Upsert2Params } from "./types";
+export {
+  Collector,
+  ParamsCollector,
+  ParamsEmptyCollector,
+} from "./helpers/collector";

src/upsert.ts

@@ -1,13 +1,18 @@
-import { prepare } from './helpers/prepare';
-import { ToStorage } from './types';
+import { prepare } from "./helpers/prepare";
+import { ToStorage } from "./types";
 
 export const upsert = (data: ToStorage): string => {
   const { table } = data;
   const { columns, values, update } = prepare(data);
-  let result = `INSERT INTO "${table.name}"\n` + `(${columns.join(', ')})\n` + `VALUES (${values.join(', ')})\n`;
+  let result =
+    `INSERT INTO "${table.name}"\n` +
+    `(${columns.join(", ")})\n` +
+    `VALUES (${values.join(", ")})\n`;
 
   if (update.length > 0) {
-    const updatePart = update.map(({key, value}) => `"${key}"=${value}`).join(',');
+    const updatePart = update
+      .map(({ key, value }) => `"${key}"=${value}`)
+      .join(",");
     result += `ON CONFLICT ("${table.pk}") DO UPDATE SET ${updatePart}`;
   }
 

tests/copy.spec.ts

@@ -0,0 +1,60 @@
+import { copy } from "../src/copy";
+import { ParamsCollector } from "../src/helpers/collector";
+
+describe("copy()", () => {
+  it("JSONB", () => {
+    const sql = copy(
+      {
+        table: { name: "table", pk: "table_id" },
+        params: {
+          table_id: "user_id",
+          name: "User",
+          list: [
+            {
+              id: "iRGMM496Pu4J_3PmHBIbw",
+              common_use: true,
+              parent_use: true,
+              pointer_use: false,
+              attribute_id: "dQTVm4zRFGdSVqLrra2bk",
+              is_inherited: true,
+              milestone_use: true,
+              parent_change: false,
+              common_require: false,
+              parent_require: false,
+              attribute_title: "Этаж",
+              pointer_require: false,
+              milestone_require: false,
+              parent_inheritance: false,
+              attribute_description: null,
+            },
+          ],
+          context: {
+            code: "8",
+            title: "Работа",
+            sequence: 8,
+            source_group: "Namespace",
+          },
+          bool: true,
+          null: null,
+          date: new Date(),
+        },
+        columns: {
+          table_id: ["string", true],
+          name: ["string", true],
+          list: ["json", true],
+          context: ["json", true],
+          bool: ["boolean", true],
+          null: ["string", true],
+          date: ["date", true],
+        },
+      },
+      { with: `NULL AS 'null'` }
+    );
+    expect(sql.query).toContain(`COPY table (table_id, name, list, context`);
+    expect(sql.query).toContain(`FROM STDIN with delimiter ',' NULL AS 'null'`);
+    expect(sql.raw).toContain(`t,null,2024-10-01`);
+    expect(sql.raw).toContain(
+      `{"code":"8","title":"Работа","sequence":8,"source_group":"Namespace"}`
+    );
+  });
+});