]> git.proxmox.com Git - mirror_novnc.git/blobdiff - utils/use_require.js
Load support scripts first
[mirror_novnc.git] / utils / use_require.js
index f0383d094269cdb80c5256a48bae149f67315299..a410a192d7abd29c5b5fe3441a2e857069412d9a 100755 (executable)
@@ -1,9 +1,10 @@
 #!/usr/bin/env node
 
-var path = require('path');
-var program = require('commander');
-var fs = require('fs');
-var fse = require('fs-extra');
+const path = require('path');
+const program = require('commander');
+const fs = require('fs');
+const fse = require('fs-extra');
+const babel = require('@babel/core');
 
 const SUPPORTED_FORMATS = new Set(['amd', 'commonjs', 'systemjs', 'umd']);
 
@@ -11,71 +12,120 @@ program
     .option('--as [format]', `output files using various import formats instead of ES6 import and export.  Supports ${Array.from(SUPPORTED_FORMATS)}.`)
     .option('-m, --with-source-maps [type]', 'output source maps when not generating a bundled app (type may be empty for external source maps, inline for inline source maps, or both) ')
     .option('--with-app', 'process app files as well as core files')
+    .option('--only-legacy', 'only output legacy files (no ES6 modules) for the app')
+    .option('--clean', 'clear the lib folder before building')
     .parse(process.argv);
 
 // the various important paths
-var main_path = path.resolve(__dirname, '..');
-var core_path = path.resolve(__dirname, '..', 'core');
-var app_path = path.resolve(__dirname, '..', 'app');
-var vendor_path = path.resolve(__dirname, '..', 'vendor');
-var out_dir_base = path.resolve(__dirname, '..', 'build');
-var lib_dir_base = path.resolve(__dirname, '..', 'lib');
+const paths = {
+    main: path.resolve(__dirname, '..'),
+    core: path.resolve(__dirname, '..', 'core'),
+    app: path.resolve(__dirname, '..', 'app'),
+    vendor: path.resolve(__dirname, '..', 'vendor'),
+    out_dir_base: path.resolve(__dirname, '..', 'build'),
+    lib_dir_base: path.resolve(__dirname, '..', 'lib'),
+};
 
 const no_copy_files = new Set([
     // skip these -- they don't belong in the processed application
-    path.join(vendor_path, 'sinon.js'),
-    path.join(vendor_path, 'browser-es-module-loader'),
+    path.join(paths.vendor, 'sinon.js'),
+    path.join(paths.vendor, 'browser-es-module-loader'),
+    path.join(paths.app, 'images', 'icons', 'Makefile'),
+]);
+
+const only_legacy_scripts = new Set([
+    path.join(paths.vendor, 'promise.js'),
 ]);
 
 const no_transform_files = new Set([
     // don't transform this -- we want it imported as-is to properly catch loading errors
-    path.join(app_path, 'error-handler.js'),
+    path.join(paths.app, 'error-handler.js'),
 ]);
 
-// walkDir *recursively* walks directories trees,
-// calling the callback for all normal files found.
-var walkDir = function (base_path, cb, filter) {
-    fs.readdir(base_path, (err, files) => {
-        if (err) throw err;
+no_copy_files.forEach(file => no_transform_files.add(file));
+
+// util.promisify requires Node.js 8.x, so we have our own
+function promisify(original) {
+    return function promise_wrap() {
+        const args = Array.prototype.slice.call(arguments);
+        return new Promise((resolve, reject) => {
+            original.apply(this, args.concat((err, value) => {
+                if (err) return reject(err);
+                resolve(value);
+            }));
+        });
+    };
+}
 
-        files.map((filename) => path.join(base_path, filename)).forEach((filepath) => {
-            fs.lstat(filepath, (err, stats) => {
-                if (err) throw err;
+const readFile = promisify(fs.readFile);
+const writeFile = promisify(fs.writeFile);
 
-                if (filter !== undefined && !filter(filepath, stats)) return;
+const readdir = promisify(fs.readdir);
+const lstat = promisify(fs.lstat);
 
-                if (stats.isSymbolicLink()) return;
-                if (stats.isFile()) cb(filepath);
-                if (stats.isDirectory()) walkDir(filepath, cb, filter);
-            });
+const copy = promisify(fse.copy);
+const unlink = promisify(fse.unlink);
+const ensureDir = promisify(fse.ensureDir);
+const rmdir = promisify(fse.rmdir);
+
+const babelTransformFile = promisify(babel.transformFile);
+
+// walkDir *recursively* walks directories trees,
+// calling the callback for all normal files found.
+function walkDir(base_path, cb, filter) {
+    return readdir(base_path)
+        .then((files) => {
+            const paths = files.map(filename => path.join(base_path, filename));
+            return Promise.all(paths.map(filepath => lstat(filepath)
+                .then((stats) => {
+                    if (filter !== undefined && !filter(filepath, stats)) return;
+
+                    if (stats.isSymbolicLink()) return;
+                    if (stats.isFile()) return cb(filepath);
+                    if (stats.isDirectory()) return walkDir(filepath, cb, filter);
+                })));
         });
-    });
-};
+}
 
-var transform_html = function (new_script) {
+function transform_html(legacy_scripts, only_legacy) {
     // write out the modified vnc.html file that works with the bundle
-    var src_html_path = path.resolve(__dirname, '..', 'vnc.html');
-    var out_html_path = path.resolve(out_dir_base, 'vnc.html');
-    fs.readFile(src_html_path, (err, contents_raw) => {
-        if (err) { throw err; }
+    const src_html_path = path.resolve(__dirname, '..', 'vnc.html');
+    const out_html_path = path.resolve(paths.out_dir_base, 'vnc.html');
+    return readFile(src_html_path)
+        .then((contents_raw) => {
+            let contents = contents_raw.toString();
 
-        var contents = contents_raw.toString();
+            const start_marker = '<!-- begin scripts -->\n';
+            const end_marker = '<!-- end scripts -->';
+            const start_ind = contents.indexOf(start_marker) + start_marker.length;
+            const end_ind = contents.indexOf(end_marker, start_ind);
 
-        var start_marker = '<!-- begin scripts -->\n';
-        var end_marker = '<!-- end scripts -->';
-        var start_ind = contents.indexOf(start_marker) + start_marker.length;
-        var end_ind = contents.indexOf(end_marker, start_ind);
+            let new_script = '';
 
-        contents = contents.slice(0, start_ind) + `${new_script}\n` + contents.slice(end_ind);
+            if (only_legacy) {
+            // Only legacy version, so include things directly
+                for (let i = 0;i < legacy_scripts.length;i++) {
+                    new_script += `    <script src="${legacy_scripts[i]}"></script>\n`;
+                }
+            } else {
+                // Otherwise include both modules and legacy fallbacks
+                new_script += '    <script type="module" crossorigin="anonymous" src="app/ui.js"></script>\n';
+                for (let i = 0;i < legacy_scripts.length;i++) {
+                    new_script += `    <script nomodule src="${legacy_scripts[i]}"></script>\n`;
+                }
+            }
+
+            contents = contents.slice(0, start_ind) + `${new_script}\n` + contents.slice(end_ind);
 
-        console.log(`Writing ${out_html_path}`);
-        fs.writeFile(out_html_path, contents, function (err) {
-            if (err) { throw err; }
+            return contents;
+        })
+        .then((contents) => {
+            console.log(`Writing ${out_html_path}`);
+            return writeFile(out_html_path, contents);
         });
-    });
 }
 
-var make_lib_files = function (import_format, source_maps, with_app_dir) {
+function make_lib_files(import_format, source_maps, with_app_dir, only_legacy) {
     if (!import_format) {
         throw new Error("you must specify an import format to generate compiled noVNC libraries");
     } else if (!SUPPORTED_FORMATS.has(import_format)) {
@@ -84,81 +134,189 @@ var make_lib_files = function (import_format, source_maps, with_app_dir) {
 
     // NB: we need to make a copy of babel_opts, since babel sets some defaults on it
     const babel_opts = () => ({
-        plugins: [`transform-es2015-modules-${import_format}`],
+        plugins: [],
+        presets: [
+            [ '@babel/preset-env',
+              { targets: 'ie >= 11',
+                modules: import_format } ]
+        ],
         ast: false,
         sourceMaps: source_maps,
     });
-    const babel = require('babel-core');
 
-    var in_path;
+    // No point in duplicate files without the app, so force only converted files
+    if (!with_app_dir) {
+        only_legacy = true;
+    }
+
+    let in_path;
+    let out_path_base;
     if (with_app_dir) {
-        var out_path_base = out_dir_base;
-        in_path = main_path;
+        out_path_base = paths.out_dir_base;
+        in_path = paths.main;
     } else {
-        var out_path_base = lib_dir_base;
+        out_path_base = paths.lib_dir_base;
     }
+    const legacy_path_base = only_legacy ? out_path_base : path.join(out_path_base, 'legacy');
 
     fse.ensureDirSync(out_path_base);
 
     const helpers = require('./use_require_helpers');
     const helper = helpers[import_format];
-    
-    var handleDir = (js_only, in_path_base, filename) => {
-        if (no_copy_files.has(filename)) return;
-
-        const out_path = path.join(out_path_base, path.relative(in_path_base, filename));
-        if(path.extname(filename) !== '.js') {
-            if (!js_only) {
-                console.log(`Writing ${out_path}`);
-                fse.copy(filename, out_path, (err) => { if (err) throw err; });
+
+    const outFiles = [];
+    const legacyFiles = [];
+
+    const handleDir = (js_only, vendor_rewrite, in_path_base, filename) => Promise.resolve()
+        .then(() => {
+            const out_path = path.join(out_path_base, path.relative(in_path_base, filename));
+            const legacy_path = path.join(legacy_path_base, path.relative(in_path_base, filename));
+
+            if (path.extname(filename) !== '.js') {
+                if (!js_only) {
+                    console.log(`Writing ${out_path}`);
+                    return copy(filename, out_path);
+                }
+                return;  // skip non-javascript files
             }
-            return;  // skip non-javascript files
-        }
 
-        fse.ensureDir(path.dirname(out_path), () => {
             if (no_transform_files.has(filename)) {
-                console.log(`Writing ${out_path}`);
-                fse.copy(filename, out_path, (err) => { if (err) throw err; });
-                return;
+                return ensureDir(path.dirname(out_path))
+                    .then(() => {
+                        console.log(`Writing ${out_path}`);
+                        return copy(filename, out_path);
+                    });
             }
 
-            const opts = babel_opts();
-            if (helper && helpers.optionsOverride) {
-                helper.optionsOverride(opts);
+            if (only_legacy_scripts.has(filename)) {
+                legacyFiles.push(legacy_path);
+                return ensureDir(path.dirname(legacy_path))
+                    .then(() => {
+                        console.log(`Writing ${legacy_path}`);
+                        return copy(filename, legacy_path);
+                    });
             }
 
-            babel.transformFile(filename, babel_opts(), (err, res) => {
-                console.log(`Writing ${out_path}`);
-                if (err) throw err;
-                var {code, map, ast} = res;
-                if (source_maps === true) {
+            return Promise.resolve()
+                .then(() => {
+                    if (only_legacy) {
+                        return;
+                    }
+                    return ensureDir(path.dirname(out_path))
+                        .then(() => {
+                            console.log(`Writing ${out_path}`);
+                            return copy(filename, out_path);
+                        });
+                })
+                .then(() => ensureDir(path.dirname(legacy_path)))
+                .then(() => {
+                    const opts = babel_opts();
+                    if (helper && helpers.optionsOverride) {
+                        helper.optionsOverride(opts);
+                    }
+            // Adjust for the fact that we move the core files relative
+            // to the vendor directory
+                    if (vendor_rewrite) {
+                        opts.plugins.push(["import-redirect",
+                                           {"root": legacy_path_base,
+                                            "redirect": { "vendor/(.+)": "./vendor/$1"}}]);
+                    }
+
+                    return babelTransformFile(filename, opts)
+                        .then((res) => {
+                            console.log(`Writing ${legacy_path}`);
+                            const {map} = res;
+                            let {code} = res;
+                            if (source_maps === true) {
                     // append URL for external source map
-                    code += `\n//# sourceMappingURL=${path.basename(out_path)}.map\n`;
-                }
-                fs.writeFile(out_path, code, (err) => { if (err) throw err; });
-                if (source_maps === true || source_maps === 'both') {
-                    console.log(`  and ${out_path}.map`);
-                    fs.writeFile(`${out_path}.map`, JSON.stringify(map), (err) => { if (err) throw err; });
-                }
-            });
+                                code += `\n//# sourceMappingURL=${path.basename(legacy_path)}.map\n`;
+                            }
+                            outFiles.push(`${legacy_path}`);
+                            return writeFile(legacy_path, code)
+                                .then(() => {
+                                    if (source_maps === true || source_maps === 'both') {
+                                        console.log(`  and ${legacy_path}.map`);
+                                        outFiles.push(`${legacy_path}.map`);
+                                        return writeFile(`${legacy_path}.map`, JSON.stringify(map));
+                                    }
+                                });
+                        });
+                });
         });
-    };
 
-    walkDir(core_path, handleDir.bind(null, true, in_path || core_path), (filename, stats) => !no_copy_files.has(filename));
-    walkDir(vendor_path, handleDir.bind(null, true, in_path || main_path), (filename, stats) => !no_copy_files.has(filename));
+    Promise.resolve()
+        .then(() => {
+            const handler = handleDir.bind(null, true, false, in_path || paths.main);
+            const filter = (filename, stats) => !no_copy_files.has(filename);
+            return walkDir(paths.vendor, handler, filter);
+        })
+        .then(() => {
+            const handler = handleDir.bind(null, true, !in_path, in_path || paths.core);
+            const filter = (filename, stats) => !no_copy_files.has(filename);
+            return walkDir(paths.core, handler, filter);
+        })
+        .then(() => {
+            if (!with_app_dir) return;
+            const handler = handleDir.bind(null, false, false, in_path);
+            const filter = (filename, stats) => !no_copy_files.has(filename);
+            return walkDir(paths.app, handler, filter);
+        })
+        .then(() => {
+            if (!with_app_dir) return;
 
-    if (with_app_dir) {
-        walkDir(app_path, handleDir.bind(null, false, in_path || app_path), (filename, stats) => !no_copy_files.has(filename));
+            if (!helper || !helper.appWriter) {
+                throw new Error(`Unable to generate app for the ${import_format} format!`);
+            }
 
-        const out_app_path = path.join(out_path_base, 'app.js');
-        if (helper && helper.appWriter) {
+            const out_app_path = path.join(legacy_path_base, 'app.js');
             console.log(`Writing ${out_app_path}`);
-            let out_script = helper.appWriter(out_path_base, out_app_path);
-            transform_html(out_script);
-        } else {
-            console.error(`Unable to generate app for the ${import_format} format!`);
-        }
-    }
-};
+            return helper.appWriter(out_path_base, legacy_path_base, out_app_path)
+                .then((extra_scripts) => {
+                    let legacy_scripts = [];
+
+                    legacyFiles.forEach((file) => {
+                        let rel_file_path = path.relative(out_path_base, file);
+                        legacy_scripts.push(rel_file_path);
+                    });
+
+                    legacy_scripts = legacy_scripts.concat(extra_scripts);
+
+                    let rel_app_path = path.relative(out_path_base, out_app_path);
+                    legacy_scripts.push(rel_app_path);
+
+                    transform_html(legacy_scripts, only_legacy);
+                })
+                .then(() => {
+                    if (!helper.removeModules) return;
+                    console.log(`Cleaning up temporary files...`);
+                    return Promise.all(outFiles.map((filepath) => {
+                        unlink(filepath)
+                            .then(() => {
+                    // Try to clean up any empty directories if this
+                    // was the last file in there
+                                const rmdir_r = dir =>
+                                    rmdir(dir)
+                                        .then(() => rmdir_r(path.dirname(dir)))
+                                        .catch(() => {
+                            // Assume the error was ENOTEMPTY and ignore it
+                                        });
+                                return rmdir_r(path.dirname(filepath));
+                            });
+                    }));
+                });
+        })
+        .catch((err) => {
+            console.error(`Failure converting modules: ${err}`);
+            process.exit(1);
+        });
+}
+
+if (program.clean) {
+    console.log(`Removing ${paths.lib_dir_base}`);
+    fse.removeSync(paths.lib_dir_base);
+
+    console.log(`Removing ${paths.out_dir_base}`);
+    fse.removeSync(paths.out_dir_base);
+}
 
-make_lib_files(program.as, program.withSourceMaps, program.withApp);
+make_lib_files(program.as, program.withSourceMaps, program.withApp, program.onlyLegacy);