wikijs-fork/server/jobs/rebuild-tree.js

81 lines
2.4 KiB
JavaScript
Raw Permalink Normal View History

2019-10-07 04:06:47 +00:00
const _ = require('lodash')
/* global WIKI */
module.exports = async (pageId) => {
WIKI.logger.info(`Rebuilding page tree...`)
try {
WIKI.models = require('../core/db').init()
await WIKI.configSvc.loadFromDb()
await WIKI.configSvc.applyFlags()
const pages = await WIKI.models.pages.query().select('id', 'path', 'localeCode', 'title', 'isPrivate', 'privateNS').orderBy(['localeCode', 'path'])
let tree = []
let pik = 0
for (const page of pages) {
const pagePaths = page.path.split('/')
let currentPath = ''
let depth = 0
let parentId = null
2020-04-12 22:05:48 +00:00
let ancestors = []
2019-10-07 04:06:47 +00:00
for (const part of pagePaths) {
depth++
const isFolder = (depth < pagePaths.length)
currentPath = currentPath ? `${currentPath}/${part}` : part
const found = _.find(tree, {
localeCode: page.localeCode,
path: currentPath
})
if (!found) {
pik++
tree.push({
id: pik,
localeCode: page.localeCode,
path: currentPath,
depth: depth,
title: isFolder ? part : page.title,
isFolder: isFolder,
isPrivate: !isFolder && page.isPrivate,
privateNS: !isFolder ? page.privateNS : null,
parent: parentId,
2020-04-12 22:05:48 +00:00
pageId: isFolder ? null : page.id,
ancestors: JSON.stringify(ancestors)
2019-10-07 04:06:47 +00:00
})
parentId = pik
2019-10-08 03:38:06 +00:00
} else if (isFolder && !found.isFolder) {
found.isFolder = true
parentId = found.id
2019-10-07 04:06:47 +00:00
} else {
parentId = found.id
}
2020-04-12 22:05:48 +00:00
ancestors.push(parentId)
2019-10-07 04:06:47 +00:00
}
}
2019-10-14 02:35:42 +00:00
await WIKI.models.knex.table('pageTree').truncate()
2019-10-07 04:06:47 +00:00
if (tree.length > 0) {
// -> Save in chunks, because of per query max parameters (35k Postgres, 2k MSSQL, 1k for SQLite)
if ((WIKI.config.db.type !== 'sqlite')) {
for (const chunk of _.chunk(tree, 100)) {
await WIKI.models.knex.table('pageTree').insert(chunk)
}
} else {
for (const chunk of _.chunk(tree, 60)) {
await WIKI.models.knex.table('pageTree').insert(chunk)
}
}
2019-10-07 04:06:47 +00:00
}
await WIKI.models.knex.destroy()
WIKI.logger.info(`Rebuilding page tree: [ COMPLETED ]`)
} catch (err) {
WIKI.logger.error(`Rebuilding page tree: [ FAILED ]`)
WIKI.logger.error(err.message)
// exit process with error code
throw err
2019-10-07 04:06:47 +00:00
}
}