2018-08-27 02:38:08 +00:00
|
|
|
const Model = require('objection').Model
|
|
|
|
const path = require('path')
|
|
|
|
const fs = require('fs-extra')
|
|
|
|
const _ = require('lodash')
|
|
|
|
const yaml = require('js-yaml')
|
2018-09-10 00:33:10 +00:00
|
|
|
const DepGraph = require('dependency-graph').DepGraph
|
2018-08-27 02:38:08 +00:00
|
|
|
const commonHelper = require('../helpers/common')
|
|
|
|
|
|
|
|
/* global WIKI */
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Renderer model
|
|
|
|
*/
|
|
|
|
module.exports = class Renderer extends Model {
|
|
|
|
static get tableName() { return 'renderers' }
|
2018-09-08 19:49:36 +00:00
|
|
|
static get idColumn() { return 'key' }
|
2018-08-27 02:38:08 +00:00
|
|
|
|
|
|
|
static get jsonSchema () {
|
|
|
|
return {
|
|
|
|
type: 'object',
|
|
|
|
required: ['key', 'isEnabled'],
|
|
|
|
|
|
|
|
properties: {
|
|
|
|
key: {type: 'string'},
|
2019-02-10 00:10:34 +00:00
|
|
|
isEnabled: {type: 'boolean'}
|
2018-08-27 02:38:08 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-10 00:10:34 +00:00
|
|
|
static get jsonAttributes() {
|
|
|
|
return ['config']
|
|
|
|
}
|
|
|
|
|
2018-08-27 02:38:08 +00:00
|
|
|
static async getRenderers() {
|
|
|
|
return WIKI.models.renderers.query()
|
|
|
|
}
|
|
|
|
|
|
|
|
static async refreshRenderersFromDisk() {
|
|
|
|
let trx
|
|
|
|
try {
|
|
|
|
const dbRenderers = await WIKI.models.renderers.query()
|
|
|
|
|
|
|
|
// -> Fetch definitions from disk
|
2018-09-10 00:33:10 +00:00
|
|
|
const rendererDirs = await fs.readdir(path.join(WIKI.SERVERPATH, 'modules/rendering'))
|
2018-08-27 02:38:08 +00:00
|
|
|
let diskRenderers = []
|
|
|
|
for (let dir of rendererDirs) {
|
2018-09-10 00:33:10 +00:00
|
|
|
const def = await fs.readFile(path.join(WIKI.SERVERPATH, 'modules/rendering', dir, 'definition.yml'), 'utf8')
|
2018-08-27 02:38:08 +00:00
|
|
|
diskRenderers.push(yaml.safeLoad(def))
|
|
|
|
}
|
|
|
|
WIKI.data.renderers = diskRenderers.map(renderer => ({
|
|
|
|
...renderer,
|
|
|
|
props: commonHelper.parseModuleProps(renderer.props)
|
|
|
|
}))
|
|
|
|
|
|
|
|
// -> Insert new Renderers
|
|
|
|
let newRenderers = []
|
|
|
|
for (let renderer of WIKI.data.renderers) {
|
|
|
|
if (!_.some(dbRenderers, ['key', renderer.key])) {
|
|
|
|
newRenderers.push({
|
|
|
|
key: renderer.key,
|
|
|
|
isEnabled: _.get(renderer, 'enabledDefault', true),
|
|
|
|
config: _.transform(renderer.props, (result, value, key) => {
|
|
|
|
_.set(result, key, value.default)
|
|
|
|
return result
|
|
|
|
}, {})
|
|
|
|
})
|
|
|
|
} else {
|
|
|
|
const rendererConfig = _.get(_.find(dbRenderers, ['key', renderer.key]), 'config', {})
|
|
|
|
await WIKI.models.renderers.query().patch({
|
|
|
|
config: _.transform(renderer.props, (result, value, key) => {
|
|
|
|
if (!_.has(result, key)) {
|
|
|
|
_.set(result, key, value.default)
|
|
|
|
}
|
|
|
|
return result
|
|
|
|
}, rendererConfig)
|
|
|
|
}).where('key', renderer.key)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (newRenderers.length > 0) {
|
|
|
|
trx = await WIKI.models.Objection.transaction.start(WIKI.models.knex)
|
|
|
|
for (let renderer of newRenderers) {
|
|
|
|
await WIKI.models.renderers.query(trx).insert(renderer)
|
|
|
|
}
|
|
|
|
await trx.commit()
|
|
|
|
WIKI.logger.info(`Loaded ${newRenderers.length} new renderers: [ OK ]`)
|
|
|
|
} else {
|
|
|
|
WIKI.logger.info(`No new renderers found: [ SKIPPED ]`)
|
|
|
|
}
|
|
|
|
} catch (err) {
|
|
|
|
WIKI.logger.error(`Failed to scan or load new renderers: [ FAILED ]`)
|
|
|
|
WIKI.logger.error(err)
|
|
|
|
if (trx) {
|
|
|
|
trx.rollback()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-09-10 00:33:10 +00:00
|
|
|
static async getRenderingPipeline(contentType) {
|
|
|
|
const renderersDb = await WIKI.models.renderers.query().where('isEnabled', true)
|
|
|
|
if (renderersDb && renderersDb.length > 0) {
|
|
|
|
const renderers = renderersDb.map(rdr => {
|
|
|
|
const renderer = _.find(WIKI.data.renderers, ['key', rdr.key])
|
|
|
|
return {
|
|
|
|
...renderer,
|
|
|
|
config: rdr.config
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
// Build tree
|
|
|
|
const rawCores = _.filter(renderers, renderer => !_.has(renderer, 'dependsOn')).map(core => {
|
2018-09-10 03:19:46 +00:00
|
|
|
core.children = _.filter(renderers, ['dependsOn', core.key])
|
2018-09-10 00:33:10 +00:00
|
|
|
return core
|
|
|
|
})
|
|
|
|
|
|
|
|
// Build dependency graph
|
|
|
|
const graph = new DepGraph({ circular: true })
|
|
|
|
rawCores.map(core => { graph.addNode(core.key) })
|
|
|
|
rawCores.map(core => {
|
|
|
|
rawCores.map(coreTarget => {
|
|
|
|
if (core.key !== coreTarget.key) {
|
|
|
|
if (core.output === coreTarget.input) {
|
|
|
|
graph.addDependency(core.key, coreTarget.key)
|
|
|
|
}
|
|
|
|
}
|
2018-08-27 02:38:08 +00:00
|
|
|
})
|
|
|
|
})
|
2018-09-10 00:33:10 +00:00
|
|
|
|
|
|
|
// Filter unused cores
|
|
|
|
let activeCoreKeys = _.filter(rawCores, ['input', contentType]).map(core => core.key)
|
|
|
|
_.clone(activeCoreKeys).map(coreKey => {
|
|
|
|
activeCoreKeys = _.union(activeCoreKeys, graph.dependenciesOf(coreKey))
|
|
|
|
})
|
|
|
|
const activeCores = _.filter(rawCores, core => _.includes(activeCoreKeys, core.key))
|
|
|
|
|
|
|
|
// Rebuild dependency graph with active cores
|
|
|
|
const graphActive = new DepGraph({ circular: true })
|
|
|
|
activeCores.map(core => { graphActive.addNode(core.key) })
|
|
|
|
activeCores.map(core => {
|
|
|
|
activeCores.map(coreTarget => {
|
|
|
|
if (core.key !== coreTarget.key) {
|
|
|
|
if (core.output === coreTarget.input) {
|
|
|
|
graphActive.addDependency(core.key, coreTarget.key)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
// Reorder cores in reverse dependency order
|
|
|
|
let orderedCores = []
|
|
|
|
_.reverse(graphActive.overallOrder()).map(coreKey => {
|
|
|
|
orderedCores.push(_.find(rawCores, ['key', coreKey]))
|
|
|
|
})
|
|
|
|
|
|
|
|
return orderedCores
|
|
|
|
} else {
|
|
|
|
WIKI.logger.error(`Rendering pipeline is empty!`)
|
|
|
|
return false
|
2018-08-27 02:38:08 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|