645 lines
18 KiB
JavaScript
645 lines
18 KiB
JavaScript
/* jslint node: true */
|
|
'use strict';
|
|
|
|
// ENiGMA½
|
|
const msgDb = require('./database.js').dbs.message;
|
|
const Config = require('./config.js').config;
|
|
const Message = require('./message.js');
|
|
const Log = require('./logger.js').log;
|
|
const msgNetRecord = require('./msg_network.js').recordMessage;
|
|
const sortAreasOrConfs = require('./conf_area_util.js').sortAreasOrConfs;
|
|
const { getISOTimestampString } = require('./database.js');
|
|
|
|
// deps
|
|
const async = require('async');
|
|
const _ = require('lodash');
|
|
const assert = require('assert');
|
|
const moment = require('moment');
|
|
|
|
exports.getAvailableMessageConferences = getAvailableMessageConferences;
|
|
exports.getSortedAvailMessageConferences = getSortedAvailMessageConferences;
|
|
exports.getAvailableMessageAreasByConfTag = getAvailableMessageAreasByConfTag;
|
|
exports.getSortedAvailMessageAreasByConfTag = getSortedAvailMessageAreasByConfTag;
|
|
exports.getDefaultMessageConferenceTag = getDefaultMessageConferenceTag;
|
|
exports.getDefaultMessageAreaTagByConfTag = getDefaultMessageAreaTagByConfTag;
|
|
exports.getMessageConferenceByTag = getMessageConferenceByTag;
|
|
exports.getMessageAreaByTag = getMessageAreaByTag;
|
|
exports.changeMessageConference = changeMessageConference;
|
|
exports.changeMessageArea = changeMessageArea;
|
|
exports.tempChangeMessageConfAndArea = tempChangeMessageConfAndArea;
|
|
exports.getMessageListForArea = getMessageListForArea;
|
|
exports.getNewMessageCountInAreaForUser = getNewMessageCountInAreaForUser;
|
|
exports.getNewMessagesInAreaForUser = getNewMessagesInAreaForUser;
|
|
exports.getMessageIdNewerThanTimestampByArea = getMessageIdNewerThanTimestampByArea;
|
|
exports.getMessageAreaLastReadId = getMessageAreaLastReadId;
|
|
exports.updateMessageAreaLastReadId = updateMessageAreaLastReadId;
|
|
exports.persistMessage = persistMessage;
|
|
exports.trimMessageAreasScheduledEvent = trimMessageAreasScheduledEvent;
|
|
|
|
function getAvailableMessageConferences(client, options) {
|
|
options = options || { includeSystemInternal : false };
|
|
|
|
assert(client || true === options.noClient);
|
|
|
|
// perform ACS check per conf & omit system_internal if desired
|
|
return _.omitBy(Config.messageConferences, (conf, confTag) => {
|
|
if(!options.includeSystemInternal && 'system_internal' === confTag) {
|
|
return true;
|
|
}
|
|
|
|
return client && !client.acs.hasMessageConfRead(conf);
|
|
});
|
|
}
|
|
|
|
function getSortedAvailMessageConferences(client, options) {
|
|
const confs = _.map(getAvailableMessageConferences(client, options), (v, k) => {
|
|
return {
|
|
confTag : k,
|
|
conf : v,
|
|
};
|
|
});
|
|
|
|
sortAreasOrConfs(confs, 'conf');
|
|
|
|
return confs;
|
|
}
|
|
|
|
// Return an *object* of available areas within |confTag|
|
|
function getAvailableMessageAreasByConfTag(confTag, options) {
|
|
options = options || {};
|
|
|
|
// :TODO: confTag === "" then find default
|
|
|
|
if(_.has(Config.messageConferences, [ confTag, 'areas' ])) {
|
|
const areas = Config.messageConferences[confTag].areas;
|
|
|
|
if(!options.client || true === options.noAcsCheck) {
|
|
// everything - no ACS checks
|
|
return areas;
|
|
} else {
|
|
// perform ACS check per area
|
|
return _.omitBy(areas, area => {
|
|
return !options.client.acs.hasMessageAreaRead(area);
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
function getSortedAvailMessageAreasByConfTag(confTag, options) {
|
|
const areas = _.map(getAvailableMessageAreasByConfTag(confTag, options), (v, k) => {
|
|
return {
|
|
areaTag : k,
|
|
area : v,
|
|
};
|
|
});
|
|
|
|
sortAreasOrConfs(areas, 'area');
|
|
|
|
return areas;
|
|
}
|
|
|
|
function getDefaultMessageConferenceTag(client, disableAcsCheck) {
|
|
//
|
|
// Find the first conference marked 'default'. If found,
|
|
// inspect |client| against *read* ACS using defaults if not
|
|
// specified.
|
|
//
|
|
// If the above fails, just go down the list until we get one
|
|
// that passes.
|
|
//
|
|
// It's possible that we end up with nothing here!
|
|
//
|
|
// Note that built in 'system_internal' is always ommited here
|
|
//
|
|
let defaultConf = _.findKey(Config.messageConferences, o => o.default);
|
|
if(defaultConf) {
|
|
const conf = Config.messageConferences[defaultConf];
|
|
if(true === disableAcsCheck || client.acs.hasMessageConfRead(conf)) {
|
|
return defaultConf;
|
|
}
|
|
}
|
|
|
|
// just use anything we can
|
|
defaultConf = _.findKey(Config.messageConferences, (conf, confTag) => {
|
|
return 'system_internal' !== confTag && (true === disableAcsCheck || client.acs.hasMessageConfRead(conf));
|
|
});
|
|
|
|
return defaultConf;
|
|
}
|
|
|
|
function getDefaultMessageAreaTagByConfTag(client, confTag, disableAcsCheck) {
|
|
//
|
|
// Similar to finding the default conference:
|
|
// Find the first entry marked 'default', if any. If found, check | client| against
|
|
// *read* ACS. If this fails, just find the first one we can that passes checks.
|
|
//
|
|
// It's possible that we end up with nothing!
|
|
//
|
|
confTag = confTag || getDefaultMessageConferenceTag(client);
|
|
|
|
if(confTag && _.has(Config.messageConferences, [ confTag, 'areas' ])) {
|
|
const areaPool = Config.messageConferences[confTag].areas;
|
|
let defaultArea = _.findKey(areaPool, o => o.default);
|
|
if(defaultArea) {
|
|
const area = areaPool[defaultArea];
|
|
if(true === disableAcsCheck || client.acs.hasMessageAreaRead(area)) {
|
|
return defaultArea;
|
|
}
|
|
}
|
|
|
|
defaultArea = _.findKey(areaPool, (area) => {
|
|
return (true === disableAcsCheck || client.acs.hasMessageAreaRead(area));
|
|
});
|
|
|
|
return defaultArea;
|
|
}
|
|
}
|
|
|
|
function getMessageConferenceByTag(confTag) {
|
|
return Config.messageConferences[confTag];
|
|
}
|
|
|
|
function getMessageConfTagByAreaTag(areaTag) {
|
|
const confs = Config.messageConferences;
|
|
return Object.keys(confs).find( (confTag) => {
|
|
return _.has(confs, [ confTag, 'areas', areaTag]);
|
|
});
|
|
}
|
|
|
|
function getMessageAreaByTag(areaTag, optionalConfTag) {
|
|
const confs = Config.messageConferences;
|
|
|
|
if(_.isString(optionalConfTag)) {
|
|
if(_.has(confs, [ optionalConfTag, 'areas', areaTag ])) {
|
|
return confs[optionalConfTag].areas[areaTag];
|
|
}
|
|
} else {
|
|
//
|
|
// No confTag to work with - we'll have to search through them all
|
|
//
|
|
let area;
|
|
_.forEach(confs, (v) => {
|
|
if(_.has(v, [ 'areas', areaTag ])) {
|
|
area = v.areas[areaTag];
|
|
return false; // stop iteration
|
|
}
|
|
});
|
|
|
|
return area;
|
|
}
|
|
}
|
|
|
|
function changeMessageConference(client, confTag, cb) {
|
|
async.waterfall(
|
|
[
|
|
function getConf(callback) {
|
|
const conf = getMessageConferenceByTag(confTag);
|
|
|
|
if(conf) {
|
|
callback(null, conf);
|
|
} else {
|
|
callback(new Error('Invalid message conference tag'));
|
|
}
|
|
},
|
|
function getDefaultAreaInConf(conf, callback) {
|
|
const areaTag = getDefaultMessageAreaTagByConfTag(client, confTag);
|
|
const area = getMessageAreaByTag(areaTag, confTag);
|
|
|
|
if(area) {
|
|
callback(null, conf, { areaTag : areaTag, area : area } );
|
|
} else {
|
|
callback(new Error('No available areas for this user in conference'));
|
|
}
|
|
},
|
|
function validateAccess(conf, areaInfo, callback) {
|
|
if(!client.acs.hasMessageConfRead(conf) || !client.acs.hasMessageAreaRead(areaInfo.area)) {
|
|
return callback(new Error('Access denied to message area and/or conference'));
|
|
} else {
|
|
return callback(null, conf, areaInfo);
|
|
}
|
|
},
|
|
function changeConferenceAndArea(conf, areaInfo, callback) {
|
|
const newProps = {
|
|
message_conf_tag : confTag,
|
|
message_area_tag : areaInfo.areaTag,
|
|
};
|
|
client.user.persistProperties(newProps, err => {
|
|
callback(err, conf, areaInfo);
|
|
});
|
|
},
|
|
],
|
|
function complete(err, conf, areaInfo) {
|
|
if(!err) {
|
|
client.log.info( { confTag : confTag, confName : conf.name, areaTag : areaInfo.areaTag }, 'Current message conference changed');
|
|
} else {
|
|
client.log.warn( { confTag : confTag, error : err.message }, 'Could not change message conference');
|
|
}
|
|
cb(err);
|
|
}
|
|
);
|
|
}
|
|
|
|
function changeMessageAreaWithOptions(client, areaTag, options, cb) {
|
|
options = options || {}; // :TODO: this is currently pointless... cb is required...
|
|
|
|
async.waterfall(
|
|
[
|
|
function getArea(callback) {
|
|
const area = getMessageAreaByTag(areaTag);
|
|
return callback(area ? null : new Error('Invalid message areaTag'), area);
|
|
},
|
|
function validateAccess(area, callback) {
|
|
//
|
|
// Need at least *read* to access the area
|
|
//
|
|
if(!client.acs.hasMessageAreaRead(area)) {
|
|
return callback(new Error('Access denied to message area'));
|
|
} else {
|
|
return callback(null, area);
|
|
}
|
|
},
|
|
function changeArea(area, callback) {
|
|
if(true === options.persist) {
|
|
client.user.persistProperty('message_area_tag', areaTag, function persisted(err) {
|
|
return callback(err, area);
|
|
});
|
|
} else {
|
|
client.user.properties['message_area_tag'] = areaTag;
|
|
return callback(null, area);
|
|
}
|
|
}
|
|
],
|
|
function complete(err, area) {
|
|
if(!err) {
|
|
client.log.info( { areaTag : areaTag, area : area }, 'Current message area changed');
|
|
} else {
|
|
client.log.warn( { areaTag : areaTag, area : area, error : err.message }, 'Could not change message area');
|
|
}
|
|
|
|
return cb(err);
|
|
}
|
|
);
|
|
}
|
|
|
|
//
|
|
// Temporairly -- e.g. non-persisted -- change to an area and it's
|
|
// associated underlying conference. ACS is checked for both.
|
|
//
|
|
// This is useful for example when doing a new scan
|
|
//
|
|
function tempChangeMessageConfAndArea(client, areaTag) {
|
|
const area = getMessageAreaByTag(areaTag);
|
|
const confTag = getMessageConfTagByAreaTag(areaTag);
|
|
|
|
if(!area || !confTag) {
|
|
return false;
|
|
}
|
|
|
|
const conf = getMessageConferenceByTag(confTag);
|
|
|
|
if(!client.acs.hasMessageConfRead(conf) || !client.acs.hasMessageAreaRead(area)) {
|
|
return false;
|
|
}
|
|
|
|
client.user.properties.message_conf_tag = confTag;
|
|
client.user.properties.message_area_tag = areaTag;
|
|
|
|
return true;
|
|
}
|
|
|
|
function changeMessageArea(client, areaTag, cb) {
|
|
changeMessageAreaWithOptions(client, areaTag, { persist : true }, cb);
|
|
}
|
|
|
|
function getMessageFromRow(row) {
|
|
return {
|
|
messageId : row.message_id,
|
|
messageUuid : row.message_uuid,
|
|
replyToMsgId : row.reply_to_message_id,
|
|
toUserName : row.to_user_name,
|
|
fromUserName : row.from_user_name,
|
|
subject : row.subject,
|
|
modTimestamp : row.modified_timestamp,
|
|
};
|
|
}
|
|
|
|
function getNewMessageCountInAreaForUser(userId, areaTag, cb) {
|
|
getMessageAreaLastReadId(userId, areaTag, (err, lastMessageId) => {
|
|
lastMessageId = lastMessageId || 0;
|
|
|
|
const filter = {
|
|
areaTag,
|
|
newerThanMessageId : lastMessageId,
|
|
resultType : 'count',
|
|
};
|
|
|
|
if(Message.isPrivateAreaTag(areaTag)) {
|
|
filter.privateTagUserId = userId;
|
|
}
|
|
|
|
Message.findMessages(filter, (err, count) => {
|
|
return cb(err, count);
|
|
});
|
|
});
|
|
}
|
|
|
|
function getNewMessagesInAreaForUser(userId, areaTag, cb) {
|
|
getMessageAreaLastReadId(userId, areaTag, (err, lastMessageId) => {
|
|
lastMessageId = lastMessageId || 0;
|
|
|
|
const filter = {
|
|
areaTag,
|
|
newerThanMessageId : lastMessageId,
|
|
sort : 'messageId',
|
|
order : 'ascending',
|
|
extraFields : [ 'message_uuid', 'reply_to_message_id', 'to_user_name', 'from_user_name', 'subject', 'modified_timestamp' ],
|
|
};
|
|
|
|
if(Message.isPrivateAreaTag(areaTag)) {
|
|
filter.privateTagUserId = userId;
|
|
}
|
|
|
|
Message.findMessages(filter, (err, messages) => {
|
|
if(err) {
|
|
return cb(err);
|
|
}
|
|
|
|
return cb(null, messages.map(msg => getMessageFromRow(msg)));
|
|
});
|
|
});
|
|
}
|
|
|
|
function getMessageListForArea(client, areaTag, cb) {
|
|
const filter = {
|
|
areaTag,
|
|
sort : 'messageId',
|
|
order : 'ascending',
|
|
extraFields : [ 'message_uuid', 'reply_to_message_id', 'to_user_name', 'from_user_name', 'subject', 'modified_timestamp' ],
|
|
};
|
|
|
|
if(Message.isPrivateAreaTag(areaTag)) {
|
|
filter.privateTagUserId = client.user.userId;
|
|
}
|
|
|
|
Message.findMessages(filter, (err, messages) => {
|
|
if(err) {
|
|
return cb(err);
|
|
}
|
|
|
|
return cb(null, messages.map(msg => getMessageFromRow(msg)));
|
|
});
|
|
}
|
|
|
|
function getMessageIdNewerThanTimestampByArea(areaTag, newerThanTimestamp, cb) {
|
|
Message.findMessages(
|
|
{
|
|
areaTag,
|
|
newerThanTimestamp,
|
|
sort : 'modTimestamp',
|
|
order : 'ascending',
|
|
limit : 1,
|
|
},
|
|
(err, id) => {
|
|
if(err) {
|
|
return cb(err);
|
|
}
|
|
return cb(null, id ? id[0] : null);
|
|
}
|
|
);
|
|
}
|
|
|
|
function getMessageAreaLastReadId(userId, areaTag, cb) {
|
|
msgDb.get(
|
|
'SELECT message_id ' +
|
|
'FROM user_message_area_last_read ' +
|
|
'WHERE user_id = ? AND area_tag = ?;',
|
|
[ userId, areaTag.toLowerCase() ],
|
|
function complete(err, row) {
|
|
cb(err, row ? row.message_id : 0);
|
|
}
|
|
);
|
|
}
|
|
|
|
function updateMessageAreaLastReadId(userId, areaTag, messageId, allowOlder, cb) {
|
|
if(!cb && _.isFunction(allowOlder)) {
|
|
cb = allowOlder;
|
|
allowOlder = false;
|
|
}
|
|
|
|
// :TODO: likely a better way to do this...
|
|
async.waterfall(
|
|
[
|
|
function getCurrent(callback) {
|
|
getMessageAreaLastReadId(userId, areaTag, function result(err, lastId) {
|
|
lastId = lastId || 0;
|
|
callback(null, lastId); // ignore errors as we default to 0
|
|
});
|
|
},
|
|
function update(lastId, callback) {
|
|
if(allowOlder || messageId > lastId) {
|
|
msgDb.run(
|
|
'REPLACE INTO user_message_area_last_read (user_id, area_tag, message_id) ' +
|
|
'VALUES (?, ?, ?);',
|
|
[ userId, areaTag, messageId ],
|
|
function written(err) {
|
|
callback(err, true); // true=didUpdate
|
|
}
|
|
);
|
|
} else {
|
|
callback(null);
|
|
}
|
|
}
|
|
],
|
|
function complete(err, didUpdate) {
|
|
if(err) {
|
|
Log.debug(
|
|
{ error : err.toString(), userId : userId, areaTag : areaTag, messageId : messageId },
|
|
'Failed updating area last read ID');
|
|
} else {
|
|
if(true === didUpdate) {
|
|
Log.trace(
|
|
{ userId : userId, areaTag : areaTag, messageId : messageId },
|
|
'Area last read ID updated');
|
|
}
|
|
}
|
|
cb(err);
|
|
}
|
|
);
|
|
}
|
|
|
|
function persistMessage(message, cb) {
|
|
async.series(
|
|
[
|
|
function persistMessageToDisc(callback) {
|
|
return message.persist(callback);
|
|
},
|
|
function recordToMessageNetworks(callback) {
|
|
return msgNetRecord(message, callback);
|
|
}
|
|
],
|
|
cb
|
|
);
|
|
}
|
|
|
|
// method exposed for event scheduler
|
|
function trimMessageAreasScheduledEvent(args, cb) {
|
|
|
|
function trimMessageAreaByMaxMessages(areaInfo, cb) {
|
|
if(0 === areaInfo.maxMessages) {
|
|
return cb(null);
|
|
}
|
|
|
|
msgDb.run(
|
|
`DELETE FROM message
|
|
WHERE message_id IN(
|
|
SELECT message_id
|
|
FROM message
|
|
WHERE area_tag = ?
|
|
ORDER BY message_id DESC
|
|
LIMIT -1 OFFSET ${areaInfo.maxMessages}
|
|
);`,
|
|
[ areaInfo.areaTag.toLowerCase() ],
|
|
function result(err) { // no arrow func; need this
|
|
if(err) {
|
|
Log.error( { areaInfo : areaInfo, error : err.message, type : 'maxMessages' }, 'Error trimming message area');
|
|
} else {
|
|
Log.debug( { areaInfo : areaInfo, type : 'maxMessages', count : this.changes }, 'Area trimmed successfully');
|
|
}
|
|
return cb(err);
|
|
}
|
|
);
|
|
}
|
|
|
|
function trimMessageAreaByMaxAgeDays(areaInfo, cb) {
|
|
if(0 === areaInfo.maxAgeDays) {
|
|
return cb(null);
|
|
}
|
|
|
|
msgDb.run(
|
|
`DELETE FROM message
|
|
WHERE area_tag = ? AND modified_timestamp < date('now', '-${areaInfo.maxAgeDays} days');`,
|
|
[ areaInfo.areaTag ],
|
|
function result(err) { // no arrow func; need this
|
|
if(err) {
|
|
Log.warn( { areaInfo : areaInfo, error : err.message, type : 'maxAgeDays' }, 'Error trimming message area');
|
|
} else {
|
|
Log.debug( { areaInfo : areaInfo, type : 'maxAgeDays', count : this.changes }, 'Area trimmed successfully');
|
|
}
|
|
return cb(err);
|
|
}
|
|
);
|
|
}
|
|
|
|
async.waterfall(
|
|
[
|
|
function getAreaTags(callback) {
|
|
const areaTags = [];
|
|
|
|
//
|
|
// We use SQL here vs API such that no-longer-used tags are picked up
|
|
//
|
|
msgDb.each(
|
|
`SELECT DISTINCT area_tag
|
|
FROM message;`,
|
|
(err, row) => {
|
|
if(err) {
|
|
return callback(err);
|
|
}
|
|
|
|
// We treat private mail special
|
|
if(!Message.isPrivateAreaTag(row.area_tag)) {
|
|
areaTags.push(row.area_tag);
|
|
}
|
|
},
|
|
err => {
|
|
return callback(err, areaTags);
|
|
}
|
|
);
|
|
},
|
|
function prepareAreaInfo(areaTags, callback) {
|
|
let areaInfos = [];
|
|
|
|
// determine maxMessages & maxAgeDays per area
|
|
areaTags.forEach(areaTag => {
|
|
|
|
let maxMessages = Config.messageAreaDefaults.maxMessages;
|
|
let maxAgeDays = Config.messageAreaDefaults.maxAgeDays;
|
|
|
|
const area = getMessageAreaByTag(areaTag); // note: we don't know the conf here
|
|
if(area) {
|
|
maxMessages = area.maxMessages || maxMessages;
|
|
maxAgeDays = area.maxAgeDays || maxAgeDays;
|
|
}
|
|
|
|
areaInfos.push( {
|
|
areaTag : areaTag,
|
|
maxMessages : maxMessages,
|
|
maxAgeDays : maxAgeDays,
|
|
} );
|
|
});
|
|
|
|
return callback(null, areaInfos);
|
|
},
|
|
function trimGeneralAreas(areaInfos, callback) {
|
|
async.each(
|
|
areaInfos,
|
|
(areaInfo, next) => {
|
|
trimMessageAreaByMaxMessages(areaInfo, err => {
|
|
if(err) {
|
|
return next(err);
|
|
}
|
|
|
|
trimMessageAreaByMaxAgeDays(areaInfo, err => {
|
|
return next(err);
|
|
});
|
|
});
|
|
},
|
|
callback
|
|
);
|
|
},
|
|
function trimExternalPrivateSentMail(callback) {
|
|
//
|
|
// *External* (FTN, email, ...) outgoing is cleaned up *after export*
|
|
// if it is older than the configured |maxExternalSentAgeDays| days
|
|
//
|
|
// Outgoing externally exported private mail is:
|
|
// - In the 'private_mail' area
|
|
// - Marked exported (state_flags0 exported bit set)
|
|
// - Marked with any external flavor (we don't mark local)
|
|
//
|
|
const maxExternalSentAgeDays = _.get(
|
|
Config,
|
|
'messageConferences.system_internal.areas.private_mail.maxExternalSentAgeDays',
|
|
30
|
|
);
|
|
|
|
msgDb.run(
|
|
`DELETE FROM message
|
|
WHERE message_id IN (
|
|
SELECT m.message_id
|
|
FROM message m
|
|
JOIN message_meta mms
|
|
ON m.message_id = mms.message_id AND
|
|
(mms.meta_category='System' AND mms.meta_name='${Message.SystemMetaNames.StateFlags0}' AND (mms.meta_value & ${Message.StateFlags0.Exported} = ${Message.StateFlags0.Exported}))
|
|
JOIN message_meta mmf
|
|
ON m.message_id = mmf.message_id AND
|
|
(mmf.meta_category='System' AND mmf.meta_name='${Message.SystemMetaNames.ExternalFlavor}')
|
|
WHERE m.area_tag='${Message.WellKnownAreaTags.Private}' AND DATETIME('now') > DATETIME(m.modified_timestamp, '+${maxExternalSentAgeDays} days')
|
|
);`,
|
|
function results(err) { // no arrow func; need this
|
|
if(err) {
|
|
Log.warn( { error : err.message }, 'Error trimming private externally sent messages');
|
|
} else {
|
|
Log.debug( { count : this.changes }, 'Private externally sent messages trimmed successfully');
|
|
}
|
|
}
|
|
);
|
|
|
|
return callback(null);
|
|
}
|
|
],
|
|
err => {
|
|
return cb(err);
|
|
}
|
|
);
|
|
} |