2016-09-04 05:12:42 +00:00
|
|
|
"use strict";
|
|
|
|
|
|
|
|
var Promise = require('bluebird'),
|
|
|
|
_ = require('lodash'),
|
|
|
|
path = require('path'),
|
2016-09-05 04:39:59 +00:00
|
|
|
searchIndex = require('search-index'),
|
2016-09-04 05:12:42 +00:00
|
|
|
stopWord = require('stopword');
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Search Model
|
|
|
|
*/
|
|
|
|
module.exports = {
|
|
|
|
|
|
|
|
_si: null,
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Initialize Search model
|
|
|
|
*
|
|
|
|
* @param {Object} appconfig The application config
|
|
|
|
* @return {Object} Search model instance
|
|
|
|
*/
|
|
|
|
init(appconfig) {
|
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
let self = this;
|
2016-09-25 04:08:49 +00:00
|
|
|
let dbPath = path.resolve(ROOTPATH, appconfig.datadir.db, 'search');
|
2016-09-04 05:12:42 +00:00
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
searchIndex({
|
2016-09-04 05:12:42 +00:00
|
|
|
deletable: true,
|
|
|
|
fieldedSearch: true,
|
|
|
|
indexPath: dbPath,
|
|
|
|
logLevel: 'error',
|
|
|
|
stopwords: stopWord.getStopwords(appconfig.lang).sort()
|
|
|
|
}, (err, si) => {
|
|
|
|
if(err) {
|
|
|
|
winston.error('Failed to initialize search-index.', err);
|
2016-09-05 04:39:59 +00:00
|
|
|
} else {
|
|
|
|
self._si = Promise.promisifyAll(si);
|
2016-09-04 05:12:42 +00:00
|
|
|
}
|
|
|
|
});
|
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
return self;
|
|
|
|
|
|
|
|
},
|
|
|
|
|
|
|
|
find(terms) {
|
|
|
|
|
|
|
|
let self = this;
|
|
|
|
terms = _.chain(terms)
|
|
|
|
.deburr()
|
|
|
|
.toLower()
|
|
|
|
.trim()
|
|
|
|
.replace(/[^a-z0-9 ]/g, '')
|
|
|
|
.value();
|
2016-09-04 05:12:42 +00:00
|
|
|
|
2016-09-05 18:11:51 +00:00
|
|
|
let arrTerms = _.chain(terms)
|
|
|
|
.split(' ')
|
|
|
|
.filter((f) => { return !_.isEmpty(f); })
|
|
|
|
.value();
|
|
|
|
|
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
return self._si.searchAsync({
|
|
|
|
query: {
|
2016-09-05 18:11:51 +00:00
|
|
|
AND: [{ '*': arrTerms }]
|
2016-09-05 04:39:59 +00:00
|
|
|
},
|
|
|
|
pageSize: 10
|
2016-09-05 18:11:51 +00:00
|
|
|
}).get('hits').then((hits) => {
|
|
|
|
|
|
|
|
if(hits.length < 5) {
|
|
|
|
return self._si.matchAsync({
|
|
|
|
beginsWith: terms,
|
|
|
|
threshold: 3,
|
|
|
|
limit: 5,
|
|
|
|
type: 'simple'
|
|
|
|
}).then((matches) => {
|
|
|
|
|
|
|
|
return {
|
|
|
|
match: hits,
|
|
|
|
suggest: matches
|
|
|
|
};
|
|
|
|
|
|
|
|
});
|
|
|
|
} else {
|
|
|
|
return {
|
|
|
|
match: hits,
|
|
|
|
suggest: []
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2016-09-07 01:14:29 +00:00
|
|
|
}).catch((err) => {
|
|
|
|
|
|
|
|
if(err.type === 'NotFoundError') {
|
|
|
|
return {
|
|
|
|
match: [],
|
|
|
|
suggest: []
|
|
|
|
};
|
|
|
|
} else {
|
|
|
|
winston.error(err);
|
|
|
|
}
|
|
|
|
|
2016-09-05 18:11:51 +00:00
|
|
|
});
|
2016-09-04 05:12:42 +00:00
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
},
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Add a document to the index
|
|
|
|
*
|
|
|
|
* @param {Object} content Document content
|
|
|
|
* @return {Promise} Promise of the add operation
|
|
|
|
*/
|
|
|
|
add(content) {
|
|
|
|
|
|
|
|
let self = this;
|
|
|
|
|
2016-09-11 02:53:21 +00:00
|
|
|
return self.delete(content.entryPath).then(() => {
|
2016-09-05 23:23:49 +00:00
|
|
|
|
|
|
|
return self._si.addAsync({
|
|
|
|
entryPath: content.entryPath,
|
|
|
|
title: content.meta.title,
|
|
|
|
subtitle: content.meta.subtitle || '',
|
|
|
|
parent: content.parent.title || '',
|
|
|
|
content: content.text || ''
|
|
|
|
}, {
|
|
|
|
fieldOptions: [{
|
|
|
|
fieldName: 'entryPath',
|
|
|
|
searchable: true,
|
|
|
|
weight: 2
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fieldName: 'title',
|
|
|
|
nGramLength: [1, 2],
|
|
|
|
searchable: true,
|
|
|
|
weight: 3
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fieldName: 'subtitle',
|
|
|
|
searchable: true,
|
|
|
|
weight: 1,
|
|
|
|
store: false
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fieldName: 'parent',
|
|
|
|
searchable: false,
|
|
|
|
},
|
|
|
|
{
|
|
|
|
fieldName: 'content',
|
|
|
|
searchable: true,
|
|
|
|
weight: 0,
|
|
|
|
store: false
|
|
|
|
}]
|
|
|
|
}).then(() => {
|
|
|
|
winston.info('Entry ' + content.entryPath + ' added/updated to index.');
|
|
|
|
return true;
|
|
|
|
}).catch((err) => {
|
|
|
|
winston.error(err);
|
|
|
|
});
|
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
}).catch((err) => {
|
|
|
|
winston.error(err);
|
|
|
|
});
|
|
|
|
|
2016-09-11 02:53:21 +00:00
|
|
|
},
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Delete an entry from the index
|
|
|
|
*
|
|
|
|
* @param {String} The entry path
|
|
|
|
* @return {Promise} Promise of the operation
|
|
|
|
*/
|
|
|
|
delete(entryPath) {
|
|
|
|
|
|
|
|
let self = this;
|
|
|
|
|
|
|
|
return self._si.searchAsync({
|
|
|
|
query: {
|
|
|
|
AND: [{ 'entryPath': [entryPath] }]
|
|
|
|
}
|
|
|
|
}).then((results) => {
|
|
|
|
|
|
|
|
if(results.totalHits > 0) {
|
|
|
|
let delIds = _.map(results.hits, 'id');
|
|
|
|
return self._si.delAsync(delIds);
|
|
|
|
} else {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
}).catch((err) => {
|
|
|
|
|
|
|
|
if(err.type === 'NotFoundError') {
|
|
|
|
return true;
|
|
|
|
} else {
|
|
|
|
winston.error(err);
|
|
|
|
}
|
|
|
|
|
|
|
|
});
|
|
|
|
|
2016-09-05 04:39:59 +00:00
|
|
|
}
|
2016-09-04 05:12:42 +00:00
|
|
|
|
|
|
|
};
|