chore(data): add json data from database

Author: timmywil

dump/database/options.csv

@@ -0,0 +1,86 @@
+const fs = require('fs')
+const path = require('path')
+
+const files = [
+  {
+    filename: 'options',
+    columns: {
+      option_id: 'number',
+      option_name: 'string',
+      option_value: 'string',
+      autoload: 'string'
+    }
+  },
+  {
+    filename: 'postmeta',
+    columns: {
+      meta_id: 'number',
+      post_id: 'number',
+      meta_key: 'string',
+      meta_value: 'string'
+    }
+  },
+  {
+    filename: 'posts',
+    columns: {
+      ID: 'number',
+      post_author: 'number',
+      post_date: 'string',
+      post_date_gmt: 'string',
+      post_content: 'string',
+      post_title: 'string',
+      post_excerpt: 'string',
+      post_status: 'string',
+      comment_status: 'string',
+      ping_status: 'string',
+      post_password: 'string',
+      post_name: 'string',
+      to_ping: 'string',
+      pinged: 'string',
+      post_modified: 'number',
+      post_modified_gmt: 'number',
+      post_content_filtered: 'string',
+      post_parent: 'number',
+      guid: 'string',
+      menu_order: 'number',
+      post_type: 'string',
+      post_mime_type: 'string',
+      comment_count: 'number'
+    }
+  }
+]
+
+files.forEach(async ({ filename, columns }) => {
+  const data = await fs.promises.readFile(
+    path.join(__dirname, '../database/', `${filename}.csv`),
+    'utf8'
+  )
+
+  // Remove last empty line
+  const lines = data.trim().split(/(?<![\\\n])\r?\n/)
+
+  const json = lines.map((line, lineNum) => {
+    const values = line.split(',,,,,')
+    const obj = {}
+    let i = 0
+    for (const [key, type] of Object.entries(columns)) {
+      const value = values[i++]
+      if (value === '\\N') {
+        obj[key] = null
+      } else if (type === 'number') {
+        obj[key] = !Number.isNaN(value) ? Number(value) : null
+      } else if (type === 'string') {
+        if (!value) {
+          console.log(`undefined in ${filename} for ${key} in line ${lineNum}`)
+        }
+        obj[key] = value ? value.replace(/^"([^]*)"$/, '$1') : ''
+      }
+    }
+    return obj
+  })
+
+  return fs.promises.writeFile(
+    path.join(__dirname, '../json', `${filename}.json`),
+    JSON.stringify(json, null, 2)
+  )
+})

dump/database/postmeta.csv

@@ -0,0 +1,46 @@
+const fs = require('fs')
+const path = require('path')
+const attachments = require('../json/attachment.json')
+const newAttachments = []
+
+attachments
+  .filter((attachment) => {
+    return fs.existsSync(
+      path.join(
+        __dirname,
+        '../..',
+        'raw-attachment/ticket',
+        attachment.id,
+        attachment.filename
+      )
+    )
+  })
+  .forEach((attachment) => {
+    for (const key in attachment) {
+      if (attachment[key] === '""' || attachment[key] == null) {
+        attachment[key] = ''
+      }
+      // Replace escaped quotes with real quotes
+      if (typeof attachment[key] === 'string') {
+        attachment[key] = attachment[key].replace(/\\"/g, '"')
+      }
+      // Make IDs numbers
+      if (key === 'id') {
+        if (isNaN(attachment[key])) {
+          throw new Error(`Attachment ID ${attachment[key]} is not a number`)
+        }
+        attachment[key] = parseInt(attachment[key])
+      }
+    }
+    newAttachments.push(attachment)
+  })
+
+console.log('Original length: ', attachments.length)
+console.log('New length: ', newAttachments.length)
+
+fs.promises
+  .writeFile(
+    path.join(__dirname, 'attachments.json'),
+    JSON.stringify(newAttachments, null, 2)
+  )
+  .catch((err) => console.error(err))

dump/database/posts.csv

@@ -0,0 +1,46 @@
+const fs = require('fs')
+const path = require('path')
+const changes = require('../json/ticket_change.json')
+
+const ticketChanges = []
+changes.forEach((change) => {
+  for (const key in change) {
+    if (change[key] === '""' || change[key] == null) {
+      change[key] = ''
+    }
+    // Replace escaped quotes with real quotes
+    if (typeof change[key] === 'string') {
+      change[key] = change[key].replace(/\\"/g, '"')
+    }
+  }
+  if (change.oldvalue !== change.newvalue) {
+    const prevChange = ticketChanges[ticketChanges.length - 1]
+    if (prevChange && prevChange.time === change.time) {
+      prevChange.fields.push({
+        field: change.field,
+        oldvalue: change.oldvalue,
+        newvalue: change.newvalue
+      })
+    } else {
+      ticketChanges.push({
+        ticket: change.ticket,
+        time: change.time,
+        author: change.author,
+        fields: [
+          {
+            field: change.field,
+            oldvalue: change.oldvalue,
+            newvalue: change.newvalue
+          }
+        ]
+      })
+    }
+  }
+})
+
+fs.promises
+  .writeFile(
+    path.join(__dirname, 'changes.json'),
+    JSON.stringify(ticketChanges, null, 2)
+  )
+  .catch((err) => console.error(err))

dump/json/options.json

@@ -0,0 +1,42 @@
+const fs = require('fs')
+const path = require('path')
+const milestones = require('../json/milestone.json')
+const tickets = require('../json/ticket.json')
+
+milestones.forEach((milestone) => {
+  for (const key in milestone) {
+    if (milestone[key] === '""' || milestone[key] == null) {
+      milestone[key] = ''
+    }
+    // Replace escaped quotes with real quotes
+    if (typeof milestone[key] === 'string') {
+      milestone[key] = milestone[key].replace(/\\"/g, '"')
+    }
+  }
+  const milestoneTickets = tickets.filter(
+    (ticket) => ticket.milestone === milestone.name
+  )
+  milestone.total = milestoneTickets.length
+  milestone.closed = milestoneTickets.filter(
+    (ticket) => ticket.status === 'closed'
+  ).length
+  // 0 and 0 should be 100% not 0%
+  milestone.percent = milestone.closed === milestone.total ? 100 : Math.round((milestone.closed / milestone.total) * 100) || 0
+})
+
+milestones.sort((a, b) => {
+  if (!a.completed && b.completed) {
+    return 1
+  }
+  if (a.completed && !b.completed) {
+    return -1
+  }
+  return a.completed - b.completed
+})
+
+fs.promises
+  .writeFile(
+    path.join(__dirname, 'milestones.json'),
+    JSON.stringify(milestones, null, 2)
+  )
+  .catch((err) => console.error(err))