Csv import to supabase (#505)

* add senses and sentences
* import dialects
* import photo and audio
* fix onondaga sort
* save import content updates
* don't write log files in CI
* only do content_updates for entry to denote import_id
* add tags to db and separate multiples in same column of imports with pipe
* fix multiple senses when having multiple audio bug

.github/workflows/supabase-tests.yml

@@ -1,7 +1,7 @@
 name: Supabase DB Vitest Tests
 on:
   pull_request:
-    branches: [ main ]
+    branches: [main]
 
 jobs:
   build:
@@ -28,3 +28,5 @@ jobs:
 
       - name: Run DB Tests
         run: pnpm test:db:ci
+
+      # - run: pnpm -F scripts test:import # TODO: ordering needs made deterministic before we can run this

packages/functions/deleteMediaOnDictionaryDelete.ts

@@ -0,0 +1,5 @@
+// const bucket = admin.storage().bucket()
+
+// return bucket.deleteFiles({
+//   prefix: `${dictionaryId}`,
+// })

packages/functions/src/export/interfaceExplanations.ts → packages/functions/interfaceExplanations.ts

@@ -38,4 +38,4 @@ export const entryInterface = {
   ca: 'created at',
   ua: 'updated at',
   ei: 'Elicitation Id',
-};
+}

packages/functions/recursiveDelete.ts

@@ -0,0 +1,46 @@
+// import * as functions from 'firebase-functions';
+// const firebase_tools = require('firebase-tools');
+
+// /**
+//  * Initiate a recursive delete of documents at a given path.
+//  *
+//  * The calling user must be authenticated and have the custom "admin" attribute
+//  * set to true on the auth token.
+//  *
+//  * This delete is NOT an atomic operation and it's possible
+//  * that it may fail after only deleting some documents.
+//  *
+//  * @param {string} data.path the document or collection path to delete.
+//  */
+// export default async (data: any, context: functions.https.CallableContext) => {
+//   // if (!(context.auth && context.auth.token && context.auth.token.admin)) {
+//   // Only allow authorized users to execute this function. // Could improve by reading user data from Firestore and looking at admin role > 1
+//   if (
+//     !(
+//       context.auth &&
+//       (context.auth.uid === '0seqYnZOqkUz050y6jVQI9QvlW62' ||
+//         context.auth.uid === '2PELJgjxMHXEOcuZfv9MtGyiXdE3')
+//     )
+//   ) {
+//     throw new functions.https.HttpsError(
+//       'permission-denied',
+//       'Must be an administrative user to initiate delete.'
+//     );
+//   }
+
+//   const {path} = data;
+//   console.log(`User ${context.auth.uid} has requested to delete path ${path}`);
+
+//   // Run a recursive delete on the given document or collection path.
+//   // The 'token' must be set in the functions config, and can be generated
+//   // at the command line by running 'firebase login:ci'.
+//   await firebase_tools.firestore.delete(path, {
+//     project: process.env.GCLOUD_PROJECT,
+//     recursive: true,
+//     yes: true,
+//     token: functions.config().fb.token,
+//   });
+//   return {
+//     path,
+//   };
+// };