sync/lib/database/update.js

var db = require("../database");
var Logger = require("../logger");
var Q = require("q");

const DB_VERSION = 7;
var hasUpdates = [];

module.exports.checkVersion = function () {
    db.query("SELECT `key`,`value` FROM `meta` WHERE `key`=?", ["db_version"], function (err, rows) {
        if (err) {
            return;
        }

        if (rows.length === 0) {
            Logger.errlog.log("[Warning] db_version key missing from database.  Setting " +
                              "db_version=" + DB_VERSION);
            db.query("INSERT INTO `meta` (`key`, `value`) VALUES ('db_version', ?)",
                     [DB_VERSION],
                     function (err) {
            });
        } else {
            var v = parseInt(rows[0].value);
            if (v >= DB_VERSION) {
                return;
            }
            var next = function () {
                hasUpdates.push(v);
                Logger.syslog.log("Updated database to version " + v);
                if (v < DB_VERSION) {
                    update(v++, next);
                } else {
                    db.query("UPDATE `meta` SET `value`=? WHERE `key`='db_version'",
                             [DB_VERSION]);
                }
            };
            update(v++, next);
        }
    });
};

function update(version, cb) {
    if (version < 3 && hasUpdates.indexOf(2) < 0) {
        addMetaColumnToLibraries(cb);
    } else if (version < 4) {
        Q.allSettled([
            Q.nfcall(mergeChannelLibraries),
            Q.nfcall(mergeChannelRanks),
            Q.nfcall(mergeChannelBans)
        ]).done(function () {
            Logger.syslog.log("Merged channel tables.  Please verify that everything " +
                              "is working correctly, and then type '/delete_old_tables'" +
                              " into the CyTube process to remove the unused tables.");
            cb();
        })
    } else if (version < 5) {
        fixUtf8mb4(cb);
    } else if (version < 6) {
        fixCustomEmbeds(cb);
    } else if (version < 7) {
        fixCustomEmbedsInUserPlaylists(cb);
    }
}

function addMetaColumnToLibraries(cb) {
    Logger.syslog.log("[database] db version indicates channel libraries don't have " +
                      "meta column.  Updating...");
    Q.nfcall(db.query, "SHOW TABLES")
    .then(function (rows) {
        rows = rows.map(function (r) {
            return r[Object.keys(r)[0]];
        }).filter(function (r) {
            return r.match(/_library$/);
        });

        var queue = [];
        rows.forEach(function (table) {
            queue.push(Q.nfcall(db.query, "ALTER TABLE `" + table + "` ADD meta TEXT")
                .then(function () {
                    Logger.syslog.log("Added meta column to " + table);
                })
            );
        });

        return Q.all(queue);
    }).catch(function (err) {
        Logger.errlog.log("Adding meta column to library tables failed: " + err);
    }).done(cb);
}

function mergeChannelLibraries(cb) {
    Q.nfcall(db.query, "SHOW TABLES")
    .then(function (rows) {
        rows = rows.map(function (r) {
            return r[Object.keys(r)[0]];
        }).filter(function (r) {
            return r.match(/chan_(.*)?_library$/);
        });

        var queue = [];
        rows.forEach(function (table) {
            var name = table.match(/chan_(.*?)_library$/)[1];
            queue.push(Q.nfcall(db.query,
                "INSERT INTO `channel_libraries` SELECT id, title, seconds, type, meta, ?" +
                " AS channel FROM `" + table + "`", [name])
                .then(function () {
                    Logger.syslog.log("Copied " + table + " to channel_libraries");
                }).catch(function (err) {
                    Logger.errlog.log("Copying " + table + " to channel_libraries failed: " +
                        err);
                    if (err.stack) {
                        Logger.errlog.log(err.stack);
                    }
                })
            );
        });

        return Q.all(queue);
    }).catch(function (err) {
        Logger.errlog.log("Copying libraries to channel_libraries failed: " + err);
        if (err.stack) {
            Logger.errlog.log(err.stack);
        }
    }).done(function () { cb(null); });
}

function mergeChannelRanks(cb) {
    Q.nfcall(db.query, "SHOW TABLES")
    .then(function (rows) {
        rows = rows.map(function (r) {
            return r[Object.keys(r)[0]];
        }).filter(function (r) {
            return r.match(/chan_(.*?)_ranks$/);
        });

        var queue = [];
        rows.forEach(function (table) {
            var name = table.match(/chan_(.*?)_ranks$/)[1];
            queue.push(Q.nfcall(db.query,
                "INSERT INTO `channel_ranks` SELECT name, rank, ?" +
                " AS channel FROM `" + table + "`", [name])
                .then(function () {
                    Logger.syslog.log("Copied " + table + " to channel_ranks");
                }).catch(function (err) {
                    Logger.errlog.log("Copying " + table + " to channel_ranks failed: " +
                        err);
                    if (err.stack) {
                        Logger.errlog.log(err.stack);
                    }
                })
            );
        });

        return Q.all(queue);
    }).catch(function (err) {
        Logger.errlog.log("Copying ranks to channel_ranks failed: " + err);
        if (err.stack) {
            Logger.errlog.log(err.stack);
        }
    }).done(function () { cb(null); });
}

function mergeChannelBans(cb) {
    Q.nfcall(db.query, "SHOW TABLES")
    .then(function (rows) {
        rows = rows.map(function (r) {
            return r[Object.keys(r)[0]];
        }).filter(function (r) {
            return r.match(/chan_(.*?)_bans$/);
        });

        var queue = [];
        rows.forEach(function (table) {
            var name = table.match(/chan_(.*?)_bans$/)[1];
            queue.push(Q.nfcall(db.query,
                "INSERT INTO `channel_bans` SELECT id, ip, name, bannedby, reason, ?" +
                " AS channel FROM `" + table + "`", [name])
                .then(function () {
                    Logger.syslog.log("Copied " + table + " to channel_bans");
                }).catch(function (err) {
                    Logger.errlog.log("Copying " + table + " to channel_bans failed: " +
                        err);
                    if (err.stack) {
                        Logger.errlog.log(err.stack);
                    }
                })
            );
        });

        return Q.all(queue);
    }).catch(function (err) {
        Logger.errlog.log("Copying ranks to channel_bans failed: " + err);
        if (err.stack) {
            Logger.errlog.log(err.stack);
        }
    }).done(function () { cb(null); });
}

module.exports.deleteOldChannelTables = function (cb) {
    Q.nfcall(db.query, "SHOW TABLES")
    .then(function (rows) {
        rows = rows.map(function (r) {
            return r[Object.keys(r)[0]];
        }).filter(function (r) {
            return r.match(/chan_(.*?)_(library|ranks|bans)$/);
        });

        var queue = [];
        rows.forEach(function (table) {
            queue.push(Q.nfcall(db.query, "DROP TABLE `" + table + "`")
                .then(function () {
                    Logger.syslog.log("Deleted " + table);
                }).catch(function (err) {
                    Logger.errlog.log("Deleting " + table + " failed: " + err);
                    if (err.stack) {
                        Logger.errlog.log(err.stack);
                    }
                })
            );
        });

        return Q.all(queue);
    }).catch(function (err) {
        Logger.errlog.log("Deleting old tables failed: " + err);
        if (err.stack) {
            Logger.errlog.log(err.stack);
        }
    }).done(cb);
};

function fixUtf8mb4(cb) {
    var queries = [
        "ALTER TABLE `users` MODIFY `profile` TEXT CHARACTER SET utf8mb4 NOT NULL",
        "ALTER TABLE `global_bans` MODIFY `reason` VARCHAR(255) CHARACTER SET utf8mb4 NOT NULL",
        "ALTER TABLE `channel_libraries` MODIFY `title` VARCHAR(255) CHARACTER SET utf8mb4 NOT NULL",
        "ALTER TABLE `channel_bans` MODIFY `reason` VARCHAR(255) CHARACTER SET utf8mb4 NOT NULL"
    ];

    Q.allSettled(queries.map(function (query) {
        return Q.nfcall(db.query, query);
    })).then(function () {
        Logger.syslog.log("Fixed utf8mb4");
        cb();
    }).catch(function (e) {
        Logger.errlog.log("Failed to fix utf8mb4: " + e);
    });
};

function fixCustomEmbeds(cb) {
    var CustomEmbedFilter = require("../customembed").filter;

    Q.nfcall(db.query, "SELECT * FROM `channel_libraries` WHERE type='cu'")
        .then(function (rows) {
        var all = [];
        rows.forEach(function (row) {
            if (row.id.indexOf("cu:") === 0) return;

            all.push(Q.nfcall(db.query, "DELETE FROM `channel_libraries` WHERE `id`=? AND `channel`=?",
                    [row.id, row.channel]));

            try {
                var media = CustomEmbedFilter(row.id);

                all.push(Q.nfcall(db.channels.addToLibrary, row.channel, media));
            } catch(e) {
                console.error("WARNING: Unable to convert " + row.id);
            }
        });

        Q.allSettled(all).then(function () {
            Logger.syslog.log("Converted custom embeds.");
            cb();
        });
    });
}

function fixCustomEmbedsInUserPlaylists(cb) {
    var CustomEmbedFilter = require("../customembed").filter;
    Q.nfcall(db.query, "SELECT * FROM `user_playlists` WHERE `contents` LIKE '%\"type\":\"cu\"%'")
        .then(function (rows) {
            var all = [];
            rows.forEach(function (row) {
                var data;
                try {
                    data = JSON.parse(row.contents);
                } catch (e) {
                    return;
                }

                var updated = [];
                var item;
                while ((item = data.shift()) !== undefined) {
                    if (item.type !== "cu") {
                        updated.push(item);
                        continue;
                    }

                    if (/^cu:/.test(item.id)) {
                        updated.push(item);
                        continue;
                    }

                    var media;
                    try {
                        media = CustomEmbedFilter(item.id);
                    } catch (e) {
                        Logger.syslog.log("WARNING: Unable to convert " + item.id);
                        continue;
                    }

                    updated.push({
                        id: media.id,
                        title: item.title,
                        seconds: media.seconds,
                        type: media.type,
                        meta: {
                            embed: media.meta.embed
                        }
                    });

                    all.push(Q.nfcall(db.query, "UPDATE `user_playlists` SET `contents`=?, `count`=? WHERE `user`=? AND `name`=?",
                            [JSON.stringify(updated), updated.length, row.user, row.name]));
                }
            });

            Q.allSettled(all).then(function () {
                Logger.syslog.log('Fixed custom embeds in user_playlists');
                cb();
            });
        }).catch(function (err) {
            Logger.errlog.log(err.stack);
        });
}