Add partition map reload

This commit is contained in:
calzoneman 2016-06-08 22:54:16 -07:00
parent 7faf2829b2
commit 6e772c6837
5 changed files with 109 additions and 57 deletions

View File

@ -73,5 +73,7 @@ function handleLine(line) {
Logger.syslog.log("Switch " + args[0] + " is now " + Logger.syslog.log("Switch " + args[0] + " is now " +
(Switches.isActive(args[0]) ? "ON" : "OFF")); (Switches.isActive(args[0]) ? "ON" : "OFF"));
} }
} else if (line.indexOf("/reload-partitions") === 0) {
sv.reloadPartitionMap();
} }
} }

View File

@ -6,9 +6,8 @@ class PartitionClusterClient {
} }
getSocketConfig(channel) { getSocketConfig(channel) {
return Promise.resolve({ return Promise.resolve(
servers: this.partitionDecider.getPartitionForChannel(channel) this.partitionDecider.getPartitionForChannel(channel));
});
} }
} }

View File

@ -2,27 +2,28 @@ import { murmurHash1 } from '../util/murmur';
class PartitionDecider { class PartitionDecider {
constructor(config) { constructor(config) {
this.identity = config.getIdentity(); this.config = config;
this.partitionMap = config.getPartitionMap();
this.pool = config.getPool();
this.overrideMap = config.getOverrideMap();
} }
getPartitionForChannel(channel) { getPartitionForChannel(channel) {
return this.partitionMap[this.getPartitionIdentityForChannel(channel)]; const partitionMap = this.config.getPartitionMap();
return partitionMap[this.getPartitionIdentityForChannel(channel)];
} }
getPartitionIdentityForChannel(channel) { getPartitionIdentityForChannel(channel) {
if (this.overrideMap.hasOwnProperty(channel)) { const overrideMap = this.config.getOverrideMap();
return this.overrideMap[channel]; if (overrideMap.hasOwnProperty(channel)) {
return overrideMap[channel];
} else { } else {
const i = murmurHash1(channel) % this.pool.length; const pool = this.config.getPool();
return this.pool[i]; const i = murmurHash1(channel) % pool.length;
return pool[i];
} }
} }
isChannelOnThisPartition(channel) { isChannelOnThisPartition(channel) {
return this.getPartitionIdentityForChannel(channel) === this.identity; return this.getPartitionIdentityForChannel(channel) ===
this.config.getIdentity();
} }
} }

View File

@ -68,12 +68,12 @@ var Server = function () {
Switches.setActive(Switches.DUAL_BACKEND, true); Switches.setActive(Switches.DUAL_BACKEND, true);
} }
const BackendModule = require('./backend/backendmodule').BackendModule; const BackendModule = require('./backend/backendmodule').BackendModule;
initModule = new BackendModule(); initModule = this.initModule = new BackendModule();
} else if (Config.get('enable-partition')) { } else if (Config.get('enable-partition')) {
initModule = new PartitionModule(); initModule = this.initModule = new PartitionModule();
self.partitionDecider = initModule.getPartitionDecider(); self.partitionDecider = initModule.getPartitionDecider();
} else { } else {
initModule = new LegacyModule(); initModule = this.initModule = new LegacyModule();
} }
// database init ------------------------------------------------------ // database init ------------------------------------------------------
@ -302,3 +302,43 @@ Server.prototype.shutdown = function () {
process.exit(1); process.exit(1);
}); });
}; };
Server.prototype.reloadPartitionMap = function () {
if (!Config.get("enable-partition")) {
return;
}
var config;
try {
config = this.initModule.loadPartitionMap();
} catch (error) {
return;
}
this.initModule.partitionConfig.config = config.config;
const channels = Array.prototype.slice.call(this.channels);
Promise.reduce(channels, (_, channel) => {
if (channel.dead) {
return;
}
if (!this.partitionDecider.isChannelOnThisPartition(channel.uniqueName)) {
Logger.syslog.log("Partition changed for " + channel.uniqueName);
return channel.saveState().then(() => {
channel.broadcastAll("partitionChange",
this.partitionDecider.getPartitionForChannel(channel.uniqueName));
const users = Array.prototype.slice.call(channel.users);
users.forEach(u => {
try {
u.socket.disconnect();
} catch (error) {
}
});
this.unloadChannel(channel);
});
}
}, 0).then(() => {
Logger.syslog.log("Partition reload complete");
});
};

View File

@ -1030,6 +1030,12 @@ Callbacks = {
"unneeded playlist items, filters, and/or emotes. Changes to the channel " + "unneeded playlist items, filters, and/or emotes. Changes to the channel " +
"will not be saved until the size is reduced to under the limit.") "will not be saved until the size is reduced to under the limit.")
.attr("id", "chandumptoobig"); .attr("id", "chandumptoobig");
},
partitionChange: function (socketConfig) {
window.socket.disconnect();
ioServerConnect(socketConfig);
setupCallbacks();
} }
} }
@ -1065,25 +1071,7 @@ setupCallbacks = function() {
}); });
}; };
(function () { function ioServerConnect(socketConfig) {
if (typeof io === "undefined") {
var script = document.getElementById("socketio-js");
var source = "unknown";
if (script) {
source = script.src;
}
var message = "The socket.io library could not be loaded from <code>" +
source + "</code>. Ensure that it is not being blocked " +
"by a script blocking extension or firewall and try again.";
makeAlert("Error", message, "alert-danger")
.appendTo($("#announcements"));
Callbacks.disconnect();
return;
}
$.getJSON("/socketconfig/" + CHANNEL.name + ".json")
.done(function (socketConfig) {
if (socketConfig.error) { if (socketConfig.error) {
makeAlert("Error", "Socket.io configuration returned error: " + makeAlert("Error", "Socket.io configuration returned error: " +
socketConfig.error, "alert-danger") socketConfig.error, "alert-danger")
@ -1124,7 +1112,29 @@ setupCallbacks = function() {
secure: chosenServer.secure secure: chosenServer.secure
}; };
socket = io(chosenServer.url, opts); window.socket = io(chosenServer.url, opts);
}
(function () {
if (typeof io === "undefined") {
var script = document.getElementById("socketio-js");
var source = "unknown";
if (script) {
source = script.src;
}
var message = "The socket.io library could not be loaded from <code>" +
source + "</code>. Ensure that it is not being blocked " +
"by a script blocking extension or firewall and try again.";
makeAlert("Error", message, "alert-danger")
.appendTo($("#announcements"));
Callbacks.disconnect();
return;
}
$.getJSON("/socketconfig/" + CHANNEL.name + ".json")
.done(function (socketConfig) {
ioServerConnect(socketConfig);
setupCallbacks(); setupCallbacks();
}).fail(function () { }).fail(function () {
makeAlert("Error", "Failed to retrieve socket.io configuration", makeAlert("Error", "Failed to retrieve socket.io configuration",