/* jslint node: true */ 'use strict'; // enigma-bbs const MenuModule = require('./menu_module.js').MenuModule; const Config = require('./config.js').get; const stringFormat = require('./string_format.js'); const Errors = require('./enig_error.js').Errors; const DownloadQueue = require('./download_queue.js'); const StatLog = require('./stat_log.js'); const FileEntry = require('./file_entry.js'); const Log = require('./logger.js').log; const Events = require('./events.js'); const UserProps = require('./user_property.js'); const SysProps = require('./system_property.js'); // deps const async = require('async'); const _ = require('lodash'); const pty = require('node-pty'); const temptmp = require('temptmp').createTrackedSession('transfer_file'); const paths = require('path'); const fs = require('graceful-fs'); const fse = require('fs-extra'); // some consts const SYSTEM_EOL = require('os').EOL; const TEMP_SUFFIX = 'enigtf-'; // temp CWD/etc. /* Notes ----------------------------------------------------------------------------- See core/config.js for external protocol configuration Resources ----------------------------------------------------------------------------- ZModem * http://gallium.inria.fr/~doligez/zmodem/zmodem.txt * https://github.com/protomouse/synchronet/blob/master/src/sbbs3/zmodem.c */ exports.moduleInfo = { name : 'Transfer file', desc : 'Sends or receives a file(s)', author : 'NuSkooler', }; exports.getModule = class TransferFileModule extends MenuModule { constructor(options) { super(options); this.config = this.menuConfig.config || {}; // // Most options can be set via extraArgs or config block // const config = Config(); if(options.extraArgs) { if(options.extraArgs.protocol) { this.protocolConfig = config.fileTransferProtocols[options.extraArgs.protocol]; } if(options.extraArgs.direction) { this.direction = options.extraArgs.direction; } if(options.extraArgs.sendQueue) { this.sendQueue = options.extraArgs.sendQueue; } if(options.extraArgs.recvFileName) { this.recvFileName = options.extraArgs.recvFileName; } if(options.extraArgs.recvDirectory) { this.recvDirectory = options.extraArgs.recvDirectory; } } else { if(this.config.protocol) { this.protocolConfig = config.fileTransferProtocols[this.config.protocol]; } if(this.config.direction) { this.direction = this.config.direction; } if(this.config.sendQueue) { this.sendQueue = this.config.sendQueue; } if(this.config.recvFileName) { this.recvFileName = this.config.recvFileName; } if(this.config.recvDirectory) { this.recvDirectory = this.config.recvDirectory; } } this.protocolConfig = this.protocolConfig || config.fileTransferProtocols.zmodem8kSz; // try for *something* this.direction = this.direction || 'send'; this.sendQueue = this.sendQueue || []; // Ensure sendQueue is an array of objects that contain at least a 'path' member this.sendQueue = this.sendQueue.map(item => { if(_.isString(item)) { return { path : item }; } else { return item; } }); this.sentFileIds = []; } isSending() { return ('send' === this.direction); } restorePipeAfterExternalProc() { if(!this.pipeRestored) { this.pipeRestored = true; this.client.restoreDataHandler(); } } sendFiles(cb) { // assume *sending* can always batch // :TODO: Look into this further const allFiles = this.sendQueue.map(f => f.path); this.executeExternalProtocolHandlerForSend(allFiles, err => { if(err) { this.client.log.warn( { files : allFiles, error : err.message }, 'Error sending file(s)' ); } else { const sentFiles = []; this.sendQueue.forEach(f => { f.sent = true; sentFiles.push(f.path); }); this.client.log.info( { sentFiles : sentFiles }, `Successfully sent ${sentFiles.length} file(s)` ); } return cb(err); }); } /* sendFiles(cb) { // :TODO: built in/native protocol support if(this.protocolConfig.external.supportsBatch) { const allFiles = this.sendQueue.map(f => f.path); this.executeExternalProtocolHandlerForSend(allFiles, err => { if(err) { this.client.log.warn( { files : allFiles, error : err.message }, 'Error sending file(s)' ); } else { const sentFiles = []; this.sendQueue.forEach(f => { f.sent = true; sentFiles.push(f.path); }); this.client.log.info( { sentFiles : sentFiles }, `Successfully sent ${sentFiles.length} file(s)` ); } return cb(err); }); } else { // :TODO: we need to prompt between entries such that users can prepare their clients async.eachSeries(this.sendQueue, (queueItem, next) => { this.executeExternalProtocolHandlerForSend(queueItem.path, err => { if(err) { this.client.log.warn( { file : queueItem.path, error : err.message }, 'Error sending file' ); } else { queueItem.sent = true; this.client.log.info( { sentFile : queueItem.path }, 'Successfully sent file' ); } return next(err); }); }, err => { return cb(err); }); } } */ moveFileWithCollisionHandling(src, dst, cb) { // // Move |src| -> |dst| renaming to file(1).ext, file(2).ext, etc. // in the case of collisions. // const dstPath = paths.dirname(dst); const dstFileExt = paths.extname(dst); const dstFileSuffix = paths.basename(dst, dstFileExt); let renameIndex = 0; let movedOk = false; let tryDstPath; async.until( (callback) => callback(null, movedOk), // until moved OK (cb) => { if(0 === renameIndex) { // try originally supplied path first tryDstPath = dst; } else { tryDstPath = paths.join(dstPath, `${dstFileSuffix}(${renameIndex})${dstFileExt}`); } fse.move(src, tryDstPath, err => { if(err) { if('EEXIST' === err.code) { renameIndex += 1; return cb(null); // keep trying } return cb(err); } movedOk = true; return cb(null, tryDstPath); }); }, (err, finalPath) => { return cb(err, finalPath); } ); } recvFiles(cb) { this.executeExternalProtocolHandlerForRecv(err => { if(err) { return cb(err); } this.recvFilePaths = []; if(this.recvFileName) { // // file name specified - we expect a single file in |this.recvDirectory| // by the name of |this.recvFileName| // const recvFullPath = paths.join(this.recvDirectory, this.recvFileName); fs.stat(recvFullPath, (err, stats) => { if(err) { return cb(err); } if(!stats.isFile()) { return cb(Errors.Invalid('Expected file entry in recv directory')); } this.recvFilePaths.push(recvFullPath); return cb(null); }); } else { // // Blind Upload (recv): files in |this.recvDirectory| should be named appropriately already // fs.readdir(this.recvDirectory, (err, files) => { if(err) { return cb(err); } // stat each to grab files only async.each(files, (fileName, nextFile) => { const recvFullPath = paths.join(this.recvDirectory, fileName); fs.stat(recvFullPath, (err, stats) => { if(err) { this.client.log.warn('Failed to stat file', { path : recvFullPath } ); return nextFile(null); // just try the next one } if(stats.isFile()) { this.recvFilePaths.push(recvFullPath); } return nextFile(null); }); }, () => { return cb(null); }); }); } }); } pathWithTerminatingSeparator(path) { if(path && paths.sep !== path.charAt(path.length - 1)) { path = path + paths.sep; } return path; } prepAndBuildSendArgs(filePaths, cb) { const externalArgs = this.protocolConfig.external['sendArgs']; async.waterfall( [ function getTempFileListPath(callback) { const hasFileList = externalArgs.find(ea => (ea.indexOf('{fileListPath}') > -1) ); if(!hasFileList) { return callback(null, null); } temptmp.open( { prefix : TEMP_SUFFIX, suffix : '.txt' }, (err, tempFileInfo) => { if(err) { return callback(err); // failed to create it } fs.write(tempFileInfo.fd, filePaths.join(SYSTEM_EOL), err => { if(err) { return callback(err); } fs.close(tempFileInfo.fd, err => { return callback(err, tempFileInfo.path); }); }); }); }, function createArgs(tempFileListPath, callback) { // initial args: ignore {filePaths} as we must break that into it's own sep array items const args = externalArgs.map(arg => { return '{filePaths}' === arg ? arg : stringFormat(arg, { fileListPath : tempFileListPath || '', }); }); const filePathsPos = args.indexOf('{filePaths}'); if(filePathsPos > -1) { // replace {filePaths} with 0:n individual entries in |args| args.splice.apply( args, [ filePathsPos, 1 ].concat(filePaths) ); } return callback(null, args); } ], (err, args) => { return cb(err, args); } ); } prepAndBuildRecvArgs(cb) { const argsKey = this.recvFileName ? 'recvArgsNonBatch' : 'recvArgs'; const externalArgs = this.protocolConfig.external[argsKey]; const args = externalArgs.map(arg => stringFormat(arg, { uploadDir : this.recvDirectory, fileName : this.recvFileName || '', })); return cb(null, args); } executeExternalProtocolHandler(args, cb) { const external = this.protocolConfig.external; const cmd = external[`${this.direction}Cmd`]; // support for handlers that need IACs taken care of over Telnet/etc. const processIACs = external.processIACs || external.escapeTelnet; // deprecated name // :TODO: we should only do this when over Telnet (or derived, such as WebSockets)? const IAC = Buffer.from([255]); const EscapedIAC = Buffer.from([255, 255]); this.client.log.debug( { cmd : cmd, args : args, tempDir : this.recvDirectory, direction : this.direction }, 'Executing external protocol' ); const spawnOpts = { cols : this.client.term.termWidth, rows : this.client.term.termHeight, cwd : this.recvDirectory, encoding : null, // don't bork our data! }; const externalProc = pty.spawn(cmd, args, spawnOpts); let dataHits = 0; const updateActivity = () => { if (0 === (dataHits++ % 4)) { this.client.explicitActivityTimeUpdate(); } }; this.client.setTemporaryDirectDataHandler(data => { updateActivity(); // needed for things like sz/rz if(processIACs) { let iacPos = data.indexOf(EscapedIAC); if (-1 === iacPos) { return externalProc.write(data); } // at least one double (escaped) IAC let lastPos = 0; while (iacPos > -1) { let rem = iacPos - lastPos; if (rem >= 0) { externalProc.write(data.slice(lastPos, iacPos + 1)); } lastPos = iacPos + 2; iacPos = data.indexOf(EscapedIAC, lastPos); } if (lastPos < data.length) { externalProc.write(data.slice(lastPos)); } // const tmp = data.toString('binary').replace(/\xff{2}/g, '\xff'); // de-escape // externalProc.write(Buffer.from(tmp, 'binary')); } else { externalProc.write(data); } }); externalProc.onData(data => { updateActivity(); // needed for things like sz/rz if(processIACs) { let iacPos = data.indexOf(IAC); if (-1 === iacPos) { return this.client.term.rawWrite(data); } // Has at least a single IAC let lastPos = 0; while (iacPos !== -1) { if (iacPos - lastPos > 0) { this.client.term.rawWrite(data.slice(lastPos, iacPos)); } this.client.term.rawWrite(EscapedIAC); lastPos = iacPos + 1; iacPos = data.indexOf(IAC, lastPos); } if (lastPos < data.length) { this.client.term.rawWrite(data.slice(lastPos)); } } else { this.client.term.rawWrite(data); } }); externalProc.once('close', () => { return this.restorePipeAfterExternalProc(); }); externalProc.once('exit', (exitCode) => { this.client.log.debug( { cmd : cmd, args : args, exitCode : exitCode }, 'Process exited' ); this.restorePipeAfterExternalProc(); externalProc.removeAllListeners(); return cb(exitCode ? Errors.ExternalProcess(`Process exited with exit code ${exitCode}`, 'EBADEXIT') : null); }); } executeExternalProtocolHandlerForSend(filePaths, cb) { if(!Array.isArray(filePaths)) { filePaths = [ filePaths ]; } this.prepAndBuildSendArgs(filePaths, (err, args) => { if(err) { return cb(err); } this.executeExternalProtocolHandler(args, err => { return cb(err); }); }); } executeExternalProtocolHandlerForRecv(cb) { this.prepAndBuildRecvArgs( (err, args) => { if(err) { return cb(err); } this.executeExternalProtocolHandler(args, err => { return cb(err); }); }); } getMenuResult() { if(this.isSending()) { return { sentFileIds : this.sentFileIds }; } else { return { recvFilePaths : this.recvFilePaths }; } } updateSendStats(cb) { let downloadBytes = 0; let downloadCount = 0; let fileIds = []; async.each(this.sendQueue, (queueItem, next) => { if(!queueItem.sent) { return next(null); } if(queueItem.fileId) { fileIds.push(queueItem.fileId); } if(_.isNumber(queueItem.byteSize)) { downloadCount += 1; downloadBytes += queueItem.byteSize; return next(null); } // we just have a path - figure it out fs.stat(queueItem.path, (err, stats) => { if(err) { this.client.log.warn( { error : err.message, path : queueItem.path }, 'File stat failed' ); } else { downloadCount += 1; downloadBytes += stats.size; } return next(null); }); }, () => { // All stats/meta currently updated via fire & forget - if this is ever a issue, we can wait for callbacks StatLog.incrementUserStat(this.client.user, UserProps.FileDlTotalCount, downloadCount); StatLog.incrementUserStat(this.client.user, UserProps.FileDlTotalBytes, downloadBytes); StatLog.incrementSystemStat(SysProps.FileDlTotalCount, downloadCount); StatLog.incrementSystemStat(SysProps.FileDlTotalBytes, downloadBytes); fileIds.forEach(fileId => { FileEntry.incrementAndPersistMetaValue(fileId, 'dl_count', 1); }); return cb(null); }); } updateRecvStats(cb) { let uploadBytes = 0; let uploadCount = 0; async.each(this.recvFilePaths, (filePath, next) => { // we just have a path - figure it out fs.stat(filePath, (err, stats) => { if(err) { this.client.log.warn( { error : err.message, path : filePath }, 'File stat failed' ); } else { uploadCount += 1; uploadBytes += stats.size; } return next(null); }); }, () => { StatLog.incrementUserStat(this.client.user, UserProps.FileUlTotalCount, uploadCount); StatLog.incrementUserStat(this.client.user, UserProps.FileUlTotalBytes, uploadBytes); StatLog.incrementSystemStat(SysProps.FileUlTotalCount, uploadCount); StatLog.incrementSystemStat(SysProps.FileUlTotalBytes, uploadBytes); return cb(null); }); } initSequence() { const self = this; // :TODO: break this up to send|recv async.series( [ function validateConfig(callback) { if(self.isSending()) { if(!Array.isArray(self.sendQueue)) { self.sendQueue = [ self.sendQueue ]; } } return callback(null); }, function transferFiles(callback) { if(self.isSending()) { self.sendFiles( err => { if(err) { return callback(err); } const sentFileIds = []; self.sendQueue.forEach(queueItem => { if(queueItem.sent && queueItem.fileId) { sentFileIds.push(queueItem.fileId); } }); if(sentFileIds.length > 0) { // remove items we sent from the D/L queue const dlQueue = new DownloadQueue(self.client); const dlFileEntries = dlQueue.removeItems(sentFileIds); // fire event for downloaded entries Events.emit( Events.getSystemEvents().UserDownload, { user : self.client.user, files : dlFileEntries } ); self.sentFileIds = sentFileIds; } return callback(null); }); } else { self.recvFiles( err => { return callback(err); }); } }, function cleanupTempFiles(callback) { temptmp.cleanup( paths => { Log.debug( { paths : paths, sessionId : temptmp.sessionId }, 'Temporary files cleaned up' ); }); return callback(null); }, function updateUserAndSystemStats(callback) { if(self.isSending()) { return self.updateSendStats(callback); } else { return self.updateRecvStats(callback); } } ], err => { if(err) { self.client.log.warn( { error : err.message }, 'File transfer error'); } return self.prevMenu(); } ); } };