enigma-bbs/mods/upload.js

/* jslint node: true */
'use strict';

//	enigma-bbs
const MenuModule						= require('../core/menu_module.js').MenuModule;
const stringFormat						= require('../core/string_format.js');
const getSortedAvailableFileAreas		= require('../core/file_area.js').getSortedAvailableFileAreas;
const getAreaDefaultStorageDirectory	= require('../core/file_area.js').getAreaDefaultStorageDirectory;
const scanFile							= require('../core/file_area.js').scanFile;
const ansiGoto							= require('../core/ansi_term.js').goto;
const moveFileWithCollisionHandling		= require('../core/file_util.js').moveFileWithCollisionHandling;
const pathWithTerminatingSeparator		= require('../core/file_util.js').pathWithTerminatingSeparator;
const Log								= require('../core/logger.js').log;

//	deps
const async								= require('async');
const _									= require('lodash');
const temptmp							= require('temptmp').createTrackedSession('upload');
const paths								= require('path');

exports.moduleInfo = {
	name		: 'Upload',
	desc		: 'Module for classic file uploads',
	author		: 'NuSkooler',
};

const FormIds = {
	options		: 0,
	processing	: 1,
	fileDetails	: 2,

};

const MciViewIds = {
	options : {
		area		: 1,	//	area selection
		uploadType	: 2,	//	blind vs specify filename
		fileName	: 3,	//	for non-blind; not editable for blind
		navMenu		: 4,	//	next/cancel/etc.
	},

	processing : {
		calcHashIndicator		: 1,
		archiveListIndicator	: 2,
		descFileIndicator		: 3,

		customRangeStart		: 10,	//	10+ = customs
	},

	fileDetails : {
		desc				: 1,	//	defaults to 'desc' (e.g. from FILE_ID.DIZ)
		tags				: 2,	//	tag(s) for item
		estYear				: 3,
		accept				: 4,	//	accept fields & continue
		customRangeStart	: 10,	//	10+ = customs
	}
};

exports.getModule = class UploadModule extends MenuModule {

	constructor(options) {
		super(options);

		if(_.has(options, 'lastMenuResult.recvFilePaths')) {
			this.recvFilePaths = options.lastMenuResult.recvFilePaths;
		}

		this.availAreas = getSortedAvailableFileAreas(this.client, { writeAcs : true } );

		this.menuMethods = {
			optionsNavContinue : (formData, extraArgs, cb) => {
				if(this.isBlindUpload()) {
					return this.performBlindUpload(cb);
				}

				//	non-blind
				//	jump to fileDetails form
				//	:TODO: support non-blind: collect info/filename -> upload -> complete					
			},

			fileDetailsContinue : (formData, extraArgs, cb) => {


				//	see notes in displayFileDetailsPageForEntry() about this hackery:
				cb(null);
				return this.fileDetailsCurrentEntrySubmitCallback(null, formData.value);	//	move on to the next entry, if any
			}
		};	
	}

	getSaveState() {
		const saveState = {
			uploadType			: this.uploadType,
			tempRecvDirectory	: this.tempRecvDirectory
		};

		if(this.isBlindUpload()) {
			const areaSelectView	= this.viewControllers.options.getView(MciViewIds.options.area);
			saveState.areaInfo		= this.availAreas[areaSelectView.getData()];
		}

		return saveState;
	}

	restoreSavedState(savedState) {
		if(savedState.areaInfo) {
			this.areaInfo			= savedState.areaInfo;
			this.tempRecvDirectory	= savedState.tempRecvDirectory;
		}
	}

	isBlindUpload() { return 'blind' === this.uploadType; }
	isFileTransferComplete() { return !_.isUndefined(this.recvFilePaths); }
	
	initSequence() {
		const self = this;

		async.series(
			[
				function before(callback) {
					return self.beforeArt(callback);
				},
				function display(callback) {
					if(self.isFileTransferComplete()) {
						return self.displayProcessingPage(callback);
					} else {
						return self.displayOptionsPage(callback);
					}
				}
			],
			() => {
				return self.finishedLoading();
			}
		);
	}

	finishedLoading() {
		if(this.isFileTransferComplete()) {
			return this.processUploadedFiles();
		}
	}

	leave() {
		//	remove any temp files - only do this when 
		if(this.isFileTransferComplete()) {
			temptmp.cleanup( paths => {
				Log.debug( { paths : paths, sessionId : temptmp.sessionId }, 'Temporary files cleaned up' );
			});
		}

		super.leave();
	}

	performBlindUpload(cb) {
		temptmp.mkdir( { prefix : 'enigul-' }, (err, tempRecvDirectory) => {
			if(err) {
				return cb(err);
			}

			//	need a terminator for various external protocols
			this.tempRecvDirectory = pathWithTerminatingSeparator(tempRecvDirectory);
		
			const modOpts = {
				extraArgs : {
					recvDirectory	: this.tempRecvDirectory,	//	we'll move files from here to their area container once processed/confirmed
					direction		: 'recv',
				}
			};

			//
			//	Move along to protocol selection -> file transfer
			//	Upon completion, we'll re-enter the module with some file paths handed to us
			//
			return this.gotoMenu(
				this.menuConfig.config.fileTransferProtocolSelection || 'fileTransferProtocolSelection', 
				modOpts, 
				cb
			);
		});		
	}

	updateScanStepInfoViews(stepInfo) {
		//	:TODO: add some blinking (e.g. toggle items) indicators - see OBV.DOC

		const fmtObj = Object.assign( {}, stepInfo);
		let stepIndicatorFmt = '';

		const indicatorStates 	= this.menuConfig.config.indicatorStates || [ '|', '/', '-', '\\' ];
		const indicatorFinished	= this.menuConfig.config.indicatorFinished || '√';

		const indicator = { };
		const self = this;

		function updateIndicator(mci, isFinished) {
			indicator.mci = mci;

			if(isFinished) {
				indicator.text = indicatorFinished;
			} else {
				self.scanStatus.indicatorPos += 1;
				if(self.scanStatus.indicatorPos >= indicatorStates.length) {
					self.scanStatus.indicatorPos = 0;
				}
				indicator.text = indicatorStates[self.scanStatus.indicatorPos];
			}
		}		

		switch(stepInfo.step) {
			case 'start' :
				stepIndicatorFmt = this.menuConfig.config.scanningStartFormat || 'Scanning {fileName}';
				break;

			case 'hash_update' :
				stepIndicatorFmt = this.menuConfig.calcHashFormat || 'Calculating hash/checksums: {calcHashPercent}%';
				updateIndicator(MciViewIds.processing.calcHashIndicator);
				break;

			case 'hash_finish' : 
				stepIndicatorFmt = this.menuConfig.calcHashCompleteFormat || 'Finished calculating hash/checksums';
				updateIndicator(MciViewIds.processing.calcHashIndicator, true);
				break;

			case 'archive_list_start' :
				stepIndicatorFmt = this.menuConfig.extractArchiveListFormat || 'Extracting archive list';
				updateIndicator(MciViewIds.processing.archiveListIndicator);
				break;

			case 'archive_list_finish' : 
				fmtObj.archivedFileCount = stepInfo.archiveEntries.length;
				stepIndicatorFmt = this.menuConfig.extractArchiveListFinishFormat || 'Archive list extracted ({archivedFileCount} files)';
				updateIndicator(MciViewIds.processing.archiveListIndicator, true);
				break;

			case 'archive_list_failed' :
				stepIndicatorFmt = this.menuConfig.extractArchiveListFailedFormat || 'Archive list extraction failed';
				break;

			case 'desc_files_start' : 
				stepIndicatorFmt = this.menuConfig.processingDescFilesFormat || 'Processing description files';
				updateIndicator(MciViewIds.processing.descFileIndicator);
				break;

			case 'desc_files_finish' :
				stepIndicatorFmt = this.menuConfig.processingDescFilesFinishFormat || 'Finished processing description files';
				updateIndicator(MciViewIds.processing.descFileIndicator, true);
				break;
		}

		fmtObj.stepIndicatorText = stringFormat(stepIndicatorFmt, fmtObj);
		
		if(this.hasProcessingArt) {
			this.updateCustomViewTextsWithFilter('processing', MciViewIds.processing.customRangeStart, fmtObj, { appendMultiLine : true } );

			if(indicator.mci && indicator.text) {
				this.setViewText('processing', indicator.mci, indicator.text);
			}
		} else {
			this.client.term.pipeWrite(fmtObj.stepIndicatorText);
		}
	}

	scanFiles(cb) {
		const self = this;

		const results = {
			newEntries	: [],
			dupes		: [],
		};

		self.client.log.debug('Scanning upload(s)', { paths : this.recvFilePaths } );

		async.eachSeries(this.recvFilePaths, (filePath, nextFilePath) => {
			//	:TODO: virus scanning/etc. should occur around here

			self.scanStatus = {
				indicatorPos	: 0,
			};

			const scanOpts = {
				areaTag		: self.areaInfo.areaTag,
				storageTag	: self.areaInfo.storageTags[0],
			};

			function handleScanStep(stepInfo, nextScanStep) {
				self.updateScanStepInfoViews(stepInfo);
				return nextScanStep(null);
			}

			self.client.log.debug('Scanning file', { filePath : filePath } );

			scanFile(filePath, scanOpts, handleScanStep, (err, fileEntry, dupeEntries) => {
				if(err) {
					return nextFilePath(err);
				}

				//	new or dupe?
				if(dupeEntries.length > 0) {
					//	1:n dupes found
					self.client.log.debug('Duplicate file(s) found', { dupeEntries : dupeEntries } );

					results.dupes = results.dupes.concat(dupeEntries);
				} else {
					//	new one
					results.newEntries.push(fileEntry);
				}

				return nextFilePath(null);
			});
		}, err => {
			return cb(err, results);
		});
	}

	moveAndPersistUploadsToDatabase(newEntries) {

		const areaStorageDir = getAreaDefaultStorageDirectory(this.areaInfo);
		const self = this;

		async.eachSeries(newEntries, (newEntry, nextEntry) => {
			const src 	= paths.join(self.tempRecvDirectory, newEntry.fileName);
			const dst	= paths.join(areaStorageDir, newEntry.fileName);

			moveFileWithCollisionHandling(src, dst,	(err, finalPath) => {
				if(err) {
					self.client.log.error(
						'Failed moving physical upload file', { error : err.message, fileName : newEntry.fileName, source : src, dest : dst }
					);
					
					return nextEntry(null);	//	still try next file
				}

				self.client.log.debug('Moved upload to area', { path : finalPath } );

				//	persist to DB
				newEntry.persist(err => {
					if(err) {
						self.client.log.error('Failed persisting upload to database', { path : finalPath, error : err.message } );
					}

					return nextEntry(null);	//	still try next file
				});
			});
		});
	}

	processUploadedFiles() {
		//
		//	For each file uploaded, we need to process & gather information
		//
		const self = this;

		async.waterfall(
			[
				function scan(callback) {
					return self.scanFiles(callback);
				},
				function pause(scanResults, callback) {
					if(self.hasProcessingArt) {
						self.client.term.rawWrite(ansiGoto(self.client.term.termHeight, 1));
					} else {
						self.client.term.write('\n');
					}

					self.pausePrompt( () => {
						return callback(null, scanResults);
					});					
				},
				function displayDupes(scanResults, callback) {
					if(0 === scanResults.dupes.length) {
						return callback(null, scanResults);
					}

					//	:TODO: display dupe info
					return callback(null, scanResults);
				},
				function prepDetails(scanResults, callback) {
					async.eachSeries(scanResults.newEntries, (newEntry, nextEntry) => {
						self.displayFileDetailsPageForEntry(newEntry, (err, newValues) => {
							if(err) {
								return nextEntry(err);
							}

							//	if the file entry did *not* have a desc, take the user desc
							if(!self.fileEntryHasDetectedDesc(newEntry)) {
								newEntry.desc = newValues.shortDesc.trim();
							}

							if(newValues.estYear.length > 0) {
								newEntry.meta.est_release_year = newValues.estYear;
							}

							if(newValues.tags.length > 0) {
								newEntry.setHashTags(newValues.tags);
							}

							return nextEntry(err);
						});
					}, err => {
						delete self.fileDetailsCurrentEntrySubmitCallback;
						return callback(err, scanResults);
					});
				},
				function startMovingAndPersistingToDatabase(scanResults, callback) {
					//
					//	*Start* the process of moving files from their current |tempRecvDirectory|
					//	locations -> their final area destinations. Don't make the user wait
					//	here as I/O can take quite a bit of time. Log any failures.
					//
					self.moveAndPersistUploadsToDatabase(scanResults.newEntries);
					return callback(null);
				},
			],
			err => {
				if(err) {
					self.client.log.warn('File upload error encountered', { error : err.message } );
				}

				return self.prevMenu();
			}
		);
	}

	displayOptionsPage(cb) {
		const self = this;
		
		async.series(
			[
				function prepArtAndViewController(callback) {
					return self.prepViewControllerWithArt(
						'options', 
						FormIds.options, 
						{ clearScreen : true, trailingLF : false }, 
						callback
					);
				},
				function populateViews(callback) {
					const areaSelectView = self.viewControllers.options.getView(MciViewIds.options.area);
					areaSelectView.setItems( self.availAreas.map(areaInfo => areaInfo.name ) );

					const uploadTypeView 	= self.viewControllers.options.getView(MciViewIds.options.uploadType);
					const fileNameView		= self.viewControllers.options.getView(MciViewIds.options.fileName);

					const blindFileNameText = self.menuConfig.config.blindFileNameText || '(blind - filename ignored)';

					uploadTypeView.on('index update', idx => {
						self.uploadType = (0 === idx) ? 'blind' : 'non-blind';

						if(self.isBlindUpload()) {
							fileNameView.setText(blindFileNameText);

							//	:TODO: when blind, fileNameView should not be focus/editable
						}
					});					
					
					self.uploadType = 'blind';
					uploadTypeView.setFocusItemIndex(0);	//	default to blind
					fileNameView.setText(blindFileNameText);
					areaSelectView.redraw();

					return callback(null);
				}
			],
			err => {
				if(cb) {
					return cb(err);
				}
			}
		);
	}

	displayProcessingPage(cb) {
		return this.prepViewControllerWithArt(
			'processing',
			FormIds.processing,
			{ clearScreen : true, trailingLF : false },
			err => {
				//	note: this art is not required
				this.hasProcessingArt = !err;

				return cb(null);
			}
		);
	}

	fileEntryHasDetectedDesc(fileEntry) {
		return (fileEntry.desc && fileEntry.desc.length > 0);
	}

	displayFileDetailsPageForEntry(fileEntry, cb) {
		const self = this;
		
		async.series(
			[
				function prepArtAndViewController(callback) {
					return self.prepViewControllerWithArt(
						'fileDetails', 
						FormIds.fileDetails,
						{ clearScreen : true, trailingLF : false }, 
						callback
					);
				},
				function populateViews(callback) {
					const descView = self.viewControllers.fileDetails.getView(MciViewIds.fileDetails.desc);
					
					if(self.fileEntryHasDetectedDesc(fileEntry)) {
						descView.setText(fileEntry.desc);
						descView.setPropertyValue('mode', 'preview');

						//	:TODO: it would be nice to take this out of the focus order
					}

					const tagsView = self.viewControllers.fileDetails.getView(MciViewIds.fileDetails.tags);
					tagsView.setText( Array.from(fileEntry.hashTags).join(',') );	//	:TODO: optional 'hashTagsSep' like file list/browse

					const yearView = self.viewControllers.fileDetails.getView(MciViewIds.fileDetails.estYear);
					yearView.setText(fileEntry.meta.est_release_year || '');

					return callback(null);
				}
			],
			err => {
				//
				//	we only call |cb| here if there is an error
				//	else, wait for the current from to be submit - then call -
				//	this way we'll move on to the next file entry when ready
				//
				if(err) {
					return cb(err);
				}

				self.fileDetailsCurrentEntrySubmitCallback = cb;	//	stash for moduleMethods.fileDetailsContinue
			}
		);
	}
};