archive_util.js

/* jslint node: true */
'use strict';

//  ENiGMA½
const Config = require('./config.js').get;
const stringFormat = require('./string_format.js');
const Errors = require('./enig_error.js').Errors;
const resolveMimeType = require('./mime_util.js').resolveMimeType;
const Events = require('./events.js');

//  base/modules
const fs = require('graceful-fs');
const _ = require('lodash');
const pty = require('node-pty');
const paths = require('path');

let archiveUtil;

class Archiver {
    constructor(config) {
        this.compress = config.compress;
        this.decompress = config.decompress;
        this.list = config.list;
        this.extract = config.extract;
    }

    ok() {
        return this.canCompress() && this.canDecompress();
    }

    can(what) {
        if (!_.has(this, [what, 'cmd']) || !_.has(this, [what, 'args'])) {
            return false;
        }

        return (
            _.isString(this[what].cmd) &&
            Array.isArray(this[what].args) &&
            this[what].args.length > 0
        );
    }

    canCompress() {
        return this.can('compress');
    }
    canDecompress() {
        return this.can('decompress');
    }
    canList() {
        return this.can('list');
    } //  :TODO: validate entryMatch
    canExtract() {
        return this.can('extract');
    }
}

module.exports = class ArchiveUtil {
    constructor() {
        this.archivers = {};
        this.longestSignature = 0;
    }

    //  singleton access
    static getInstance(hotReload = true) {
        if (!archiveUtil) {
            archiveUtil = new ArchiveUtil();
            archiveUtil.init(hotReload);
        }
        return archiveUtil;
    }

    init(hotReload = true) {
        this.reloadConfig();
        if (hotReload) {
            Events.on(Events.getSystemEvents().ConfigChanged, () => {
                this.reloadConfig();
            });
        }
    }

    reloadConfig() {
        const config = Config();
        if (_.has(config, 'archives.archivers')) {
            Object.keys(config.archives.archivers).forEach(archKey => {
                const archConfig = config.archives.archivers[archKey];
                const archiver = new Archiver(archConfig);

                if (!archiver.ok()) {
                    //  :TODO: Log warning - bad archiver/config
                }

                this.archivers[archKey] = archiver;
            });
        }

        if (_.isObject(config.fileTypes)) {
            const updateSig = ft => {
                ft.sig = Buffer.from(ft.sig, 'hex');
                ft.offset = ft.offset || 0;

                //  :TODO: this is broken: sig is NOT this long, it's sig.length long; offset needs to allow for -negative values as well
                const sigLen = ft.offset + ft.sig.length;
                if (sigLen > this.longestSignature) {
                    this.longestSignature = sigLen;
                }
            };

            Object.keys(config.fileTypes).forEach(mimeType => {
                const fileType = config.fileTypes[mimeType];
                if (Array.isArray(fileType)) {
                    fileType.forEach(ft => {
                        if (ft.sig) {
                            updateSig(ft);
                        }
                    });
                } else if (fileType.sig) {
                    updateSig(fileType);
                }
            });
        }
    }

    getArchiver(mimeTypeOrExtension, justExtention) {
        const mimeType = resolveMimeType(mimeTypeOrExtension);

        if (!mimeType) {
            //  lookup returns false on failure
            return;
        }

        const config = Config();
        let fileType = _.get(config, ['fileTypes', mimeType]);

        if (Array.isArray(fileType)) {
            if (!justExtention) {
                //  need extention for lookup; ambiguous as-is :(
                return;
            }
            //  further refine by extention
            fileType = fileType.find(ft => justExtention === ft.ext);
        }

        if (!_.isObject(fileType)) {
            return;
        }

        if (fileType.archiveHandler) {
            return _.get(config, ['archives', 'archivers', fileType.archiveHandler]);
        }
    }

    haveArchiver(archType) {
        return this.getArchiver(archType) ? true : false;
    }

    //  :TODO: implement me:
    /*
    detectTypeWithBuf(buf, cb) {
    }
    */

    detectType(path, cb) {
        const closeFile = fd => {
            fs.close(fd, () => {
                /* sadface */
            });
        };

        fs.open(path, 'r', (err, fd) => {
            if (err) {
                return cb(err);
            }

            const buf = Buffer.alloc(this.longestSignature);
            fs.read(fd, buf, 0, buf.length, 0, (err, bytesRead) => {
                if (err) {
                    closeFile(fd);
                    return cb(err);
                }

                const archFormat = _.findKey(Config().fileTypes, fileTypeInfo => {
                    const fileTypeInfos = Array.isArray(fileTypeInfo)
                        ? fileTypeInfo
                        : [fileTypeInfo];
                    return fileTypeInfos.find(fti => {
                        if (!fti.sig || !fti.archiveHandler) {
                            return false;
                        }

                        const lenNeeded = fti.offset + fti.sig.length;

                        if (bytesRead < lenNeeded) {
                            return false;
                        }

                        const comp = buf.slice(fti.offset, fti.offset + fti.sig.length);
                        return fti.sig.equals(comp);
                    });
                });

                closeFile(fd);
                return cb(archFormat ? null : Errors.General('Unknown type'), archFormat);
            });
        });
    }

    spawnHandler(proc, action, cb) {
        //  pty.js doesn't currently give us a error when things fail,
        //  so we have this horrible, horrible hack:
        let err;
        proc.once('data', d => {
            if (_.isString(d) && d.startsWith('execvp(3) failed.')) {
                err = Errors.ExternalProcess(`${action} failed: ${d.trim()}`);
            }
        });

        proc.once('exit', exitCode => {
            return cb(
                exitCode
                    ? Errors.ExternalProcess(
                          `${action} failed with exit code: ${exitCode}`
                      )
                    : err
            );
        });
    }

    compressTo(archType, archivePath, files, workDir, cb) {
        const archiver = this.getArchiver(archType, paths.extname(archivePath));

        if (!archiver) {
            return cb(Errors.Invalid(`Unknown archive type: ${archType}`));
        }

        if (!cb && _.isFunction(workDir)) {
            cb = workDir;
            workDir = null;
        }

        const fmtObj = {
            archivePath: archivePath,
            fileList: files.join(' '), //  :TODO: probably need same hack as extractTo here!
        };

        //  :TODO: DRY with extractTo()
        const args = archiver.compress.args.map(arg => {
            return '{fileList}' === arg ? arg : stringFormat(arg, fmtObj);
        });

        const fileListPos = args.indexOf('{fileList}');
        if (fileListPos > -1) {
            //  replace {fileList} with 0:n sep file list arguments
            args.splice.apply(args, [fileListPos, 1].concat(files));
        }

        let proc;
        try {
            proc = pty.spawn(archiver.compress.cmd, args, this.getPtyOpts(workDir));
        } catch (e) {
            return cb(
                Errors.ExternalProcess(
                    `Error spawning archiver process "${
                        archiver.compress.cmd
                    }" with args "${args.join(' ')}": ${e.message}`
                )
            );
        }

        return this.spawnHandler(proc, 'Compression', cb);
    }

    extractTo(archivePath, extractPath, archType, fileList, cb) {
        let haveFileList;

        if (!cb && _.isFunction(fileList)) {
            cb = fileList;
            fileList = [];
            haveFileList = false;
        } else {
            haveFileList = true;
        }

        const archiver = this.getArchiver(archType, paths.extname(archivePath));

        if (!archiver) {
            return cb(Errors.Invalid(`Unknown archive type: ${archType}`));
        }

        const fmtObj = {
            archivePath: archivePath,
            extractPath: extractPath,
        };

        let action = haveFileList ? 'extract' : 'decompress';
        if ('extract' === action && !_.isObject(archiver[action])) {
            //  we're forced to do a full decompress
            action = 'decompress';
            haveFileList = false;
        }

        //  we need to treat {fileList} special in that it should be broken up to 0:n args
        const args = archiver[action].args.map(arg => {
            return '{fileList}' === arg ? arg : stringFormat(arg, fmtObj);
        });

        const fileListPos = args.indexOf('{fileList}');
        if (fileListPos > -1) {
            //  replace {fileList} with 0:n sep file list arguments
            args.splice.apply(args, [fileListPos, 1].concat(fileList));
        }

        let proc;
        try {
            proc = pty.spawn(archiver[action].cmd, args, this.getPtyOpts(extractPath));
        } catch (e) {
            return cb(
                Errors.ExternalProcess(
                    `Error spawning archiver process "${
                        archiver[action].cmd
                    }" with args "${args.join(' ')}": ${e.message}`
                )
            );
        }

        return this.spawnHandler(proc, haveFileList ? 'Extraction' : 'Decompression', cb);
    }

    listEntries(archivePath, archType, cb) {
        const archiver = this.getArchiver(archType, paths.extname(archivePath));

        if (!archiver) {
            return cb(Errors.Invalid(`Unknown archive type: ${archType}`));
        }

        const fmtObj = {
            archivePath: archivePath,
        };

        const args = archiver.list.args.map(arg => stringFormat(arg, fmtObj));

        let proc;
        try {
            proc = pty.spawn(archiver.list.cmd, args, this.getPtyOpts());
        } catch (e) {
            return cb(
                Errors.ExternalProcess(
                    `Error spawning archiver process "${
                        archiver.list.cmd
                    }" with args "${args.join(' ')}": ${e.message}`
                )
            );
        }

        let output = '';
        proc.onData(data => {
            //  :TODO: hack for: execvp(3) failed.: No such file or directory

            output += data;
        });

        proc.once('exit', exitCode => {
            if (exitCode) {
                return cb(
                    Errors.ExternalProcess(`List failed with exit code: ${exitCode}`)
                );
            }

            const entryGroupOrder = archiver.list.entryGroupOrder || {
                byteSize: 1,
                fileName: 2,
            };

            const entries = [];
            const entryMatchRe = new RegExp(archiver.list.entryMatch, 'gm');
            let m;
            while ((m = entryMatchRe.exec(output))) {
                entries.push({
                    byteSize: parseInt(m[entryGroupOrder.byteSize]),
                    fileName: m[entryGroupOrder.fileName].trim(),
                });
            }

            return cb(null, entries);
        });
    }

    getPtyOpts(cwd) {
        const opts = {
            name: 'enigma-archiver',
            cols: 80,
            rows: 24,
            env: process.env,
        };
        if (cwd) {
            opts.cwd = cwd;
        }
        //  :TODO: set cwd to supplied temp path if not sepcific extract
        return opts;
    }
};