utils/use_require.js

   1 #!/usr/bin/env node
   2
   3 var path = require('path');
   4 var program = require('commander');
   5 var fs = require('fs');
   6 var fse = require('fs-extra');
   7 var babel = require('babel-core');
   8
   9 const SUPPORTED_FORMATS = new Set(['amd', 'commonjs', 'systemjs', 'umd']);
  10
  11 program
  12     .option('--as [format]', `output files using various import formats instead of ES6 import and export.  Supports ${Array.from(SUPPORTED_FORMATS)}.`)
  13     .option('-m, --with-source-maps [type]', 'output source maps when not generating a bundled app (type may be empty for external source maps, inline for inline source maps, or both) ')
  14     .option('--with-app', 'process app files as well as core files')
  15     .option('--only-legacy', 'only output legacy files (no ES6 modules) for the app')
  16     .option('--clean', 'clear the lib folder before building')
  17     .parse(process.argv);
  18
  19 // the various important paths
  20 const paths = {
  21     main: path.resolve(__dirname, '..'),
  22     core: path.resolve(__dirname, '..', 'core'),
  23     app: path.resolve(__dirname, '..', 'app'),
  24     vendor: path.resolve(__dirname, '..', 'vendor'),
  25     out_dir_base: path.resolve(__dirname, '..', 'build'),
  26     lib_dir_base: path.resolve(__dirname, '..', 'lib'),
  27 };
  28
  29 const no_copy_files = new Set([
  30     // skip these -- they don't belong in the processed application
  31     path.join(paths.vendor, 'sinon.js'),
  32     path.join(paths.vendor, 'browser-es-module-loader'),
  33     path.join(paths.vendor, 'promise.js'),
  34     path.join(paths.app, 'images', 'icons', 'Makefile'),
  35 ]);
  36
  37 const no_transform_files = new Set([
  38     // don't transform this -- we want it imported as-is to properly catch loading errors
  39     path.join(paths.app, 'error-handler.js'),
  40 ]);
  41
  42 no_copy_files.forEach((file) => no_transform_files.add(file));
  43
  44 // util.promisify requires Node.js 8.x, so we have our own
  45 function promisify(original) {
  46     return function () {
  47         let obj = this;
  48         let args = Array.prototype.slice.call(arguments);
  49         return new Promise((resolve, reject) => {
  50             original.apply(obj, args.concat((err, value) => {
  51                 if (err) return reject(err);
  52                 resolve(value);
  53             }));
  54         });
  55     }
  56 }
  57
  58 const readFile = promisify(fs.readFile);
  59 const writeFile = promisify(fs.writeFile);
  60
  61 const readdir = promisify(fs.readdir);
  62 const lstat = promisify(fs.lstat);
  63
  64 const copy = promisify(fse.copy);
  65 const unlink = promisify(fse.unlink);
  66 const ensureDir = promisify(fse.ensureDir);
  67 const rmdir = promisify(fse.rmdir);
  68
  69 const babelTransformFile = promisify(babel.transformFile);
  70
  71 // walkDir *recursively* walks directories trees,
  72 // calling the callback for all normal files found.
  73 var walkDir = function (base_path, cb, filter) {
  74     return readdir(base_path)
  75     .then(files => {
  76         let paths = files.map(filename => path.join(base_path, filename));
  77         return Promise.all(paths.map((filepath) => {
  78             return lstat(filepath)
  79             .then(stats => {
  80                 if (filter !== undefined && !filter(filepath, stats)) return;
  81
  82                 if (stats.isSymbolicLink()) return;
  83                 if (stats.isFile()) return cb(filepath);
  84                 if (stats.isDirectory()) return walkDir(filepath, cb, filter);
  85             });
  86         }));
  87     });
  88 };
  89
  90 var transform_html = function (legacy_scripts, only_legacy) {
  91     // write out the modified vnc.html file that works with the bundle
  92     var src_html_path = path.resolve(__dirname, '..', 'vnc.html');
  93     var out_html_path = path.resolve(paths.out_dir_base, 'vnc.html');
  94     return readFile(src_html_path)
  95     .then(contents_raw => {
  96         var contents = contents_raw.toString();
  97
  98         var start_marker = '<!-- begin scripts -->\n';
  99         var end_marker = '<!-- end scripts -->';
 100         var start_ind = contents.indexOf(start_marker) + start_marker.length;
 101         var end_ind = contents.indexOf(end_marker, start_ind);
 102
 103         var new_script = '';
 104
 105         if (only_legacy) {
 106             // Only legacy version, so include things directly
 107             for (let i = 0;i < legacy_scripts.length;i++) {
 108                 new_script += `    <script src="${legacy_scripts[i]}"></script>\n`;
 109             }
 110         } else {
 111             // Otherwise detect if it's a modern browser and select
 112             // variant accordingly
 113             new_script += `\
 114     <script type="module">\n\
 115         window._noVNC_has_module_support = true;\n\
 116     </script>\n\
 117     <script>\n\
 118         window.addEventListener("load", function() {\n\
 119             if (window._noVNC_has_module_support) return;\n\
 120             let legacy_scripts = ${JSON.stringify(legacy_scripts)};\n\
 121             for (let i = 0;i < legacy_scripts.length;i++) {\n\
 122                 let script = document.createElement("script");\n\
 123                 script.src = legacy_scripts[i];\n\
 124                 script.async = false;\n\
 125                 document.head.appendChild(script);\n\
 126             }\n\
 127         });\n\
 128     </script>\n`;
 129
 130             // Original, ES6 modules
 131             new_script += '    <script type="module" crossorigin="anonymous" src="app/ui.js"></script>\n';
 132         }
 133
 134         contents = contents.slice(0, start_ind) + `${new_script}\n` + contents.slice(end_ind);
 135
 136         return contents;
 137     })
 138     .then((contents) => {
 139         console.log(`Writing ${out_html_path}`);
 140         return writeFile(out_html_path, contents);
 141     });
 142 }
 143
 144 var make_lib_files = function (import_format, source_maps, with_app_dir, only_legacy) {
 145     if (!import_format) {
 146         throw new Error("you must specify an import format to generate compiled noVNC libraries");
 147     } else if (!SUPPORTED_FORMATS.has(import_format)) {
 148         throw new Error(`unsupported output format "${import_format}" for import/export -- only ${Array.from(SUPPORTED_FORMATS)} are supported`);
 149     }
 150
 151     // NB: we need to make a copy of babel_opts, since babel sets some defaults on it
 152     const babel_opts = () => ({
 153         plugins: [`transform-es2015-modules-${import_format}`],
 154         ast: false,
 155         sourceMaps: source_maps,
 156     });
 157
 158     // No point in duplicate files without the app, so force only converted files
 159     if (!with_app_dir) {
 160         only_legacy = true;
 161     }
 162
 163     var in_path;
 164     var out_path_base;
 165     if (with_app_dir) {
 166         out_path_base = paths.out_dir_base;
 167         in_path = paths.main;
 168     } else {
 169         out_path_base = paths.lib_dir_base;
 170     }
 171     const legacy_path_base = only_legacy ? out_path_base : path.join(out_path_base, 'legacy');
 172
 173     fse.ensureDirSync(out_path_base);
 174
 175     const helpers = require('./use_require_helpers');
 176     const helper = helpers[import_format];
 177
 178     const outFiles = [];
 179
 180     var handleDir = (js_only, vendor_rewrite, in_path_base, filename) => Promise.resolve()
 181     .then(() => {
 182         if (no_copy_files.has(filename)) return;
 183
 184         const out_path = path.join(out_path_base, path.relative(in_path_base, filename));
 185         const legacy_path = path.join(legacy_path_base, path.relative(in_path_base, filename));
 186
 187         if(path.extname(filename) !== '.js') {
 188             if (!js_only) {
 189                 console.log(`Writing ${out_path}`);
 190                 return copy(filename, out_path);
 191             }
 192             return;  // skip non-javascript files
 193         }
 194
 195         return Promise.resolve()
 196         .then(() => {
 197             if (only_legacy && !no_transform_files.has(filename)) {
 198                 return;
 199             }
 200             return ensureDir(path.dirname(out_path))
 201             .then(() => {
 202                 console.log(`Writing ${out_path}`);
 203                 return copy(filename, out_path);
 204             })
 205         })
 206         .then(() => ensureDir(path.dirname(legacy_path)))
 207         .then(() => {
 208             if (no_transform_files.has(filename)) {
 209                 return;
 210             }
 211
 212             const opts = babel_opts();
 213             if (helper && helpers.optionsOverride) {
 214                 helper.optionsOverride(opts);
 215             }
 216             // Adjust for the fact that we move the core files relative
 217             // to the vendor directory
 218             if (vendor_rewrite) {
 219                 opts.plugins.push(["import-redirect",
 220                                    {"root": legacy_path_base,
 221                                     "redirect": { "vendor/(.+)": "./vendor/$1"}}]);
 222             }
 223
 224             return babelTransformFile(filename, opts)
 225             .then(res => {
 226                 console.log(`Writing ${legacy_path}`);
 227                 var {code, map} = res;
 228                 if (source_maps === true) {
 229                     // append URL for external source map
 230                     code += `\n//# sourceMappingURL=${path.basename(legacy_path)}.map\n`;
 231                 }
 232                 outFiles.push(`${legacy_path}`);
 233                 return writeFile(legacy_path, code)
 234                 .then(() => {
 235                     if (source_maps === true || source_maps === 'both') {
 236                         console.log(`  and ${legacy_path}.map`);
 237                         outFiles.push(`${legacy_path}.map`);
 238                         return writeFile(`${legacy_path}.map`, JSON.stringify(map));
 239                     }
 240                 });
 241             });
 242         });
 243     });
 244
 245     if (with_app_dir && helper && helper.noCopyOverride) {
 246         helper.noCopyOverride(paths, no_copy_files);
 247     }
 248
 249     Promise.resolve()
 250     .then(() => {
 251         let handler = handleDir.bind(null, true, false, in_path || paths.main);
 252         let filter = (filename, stats) => !no_copy_files.has(filename);
 253         return walkDir(paths.vendor, handler, filter);
 254     })
 255     .then(() => {
 256         let handler = handleDir.bind(null, true, !in_path, in_path || paths.core);
 257         let filter = (filename, stats) => !no_copy_files.has(filename);
 258         return walkDir(paths.core, handler, filter);
 259     })
 260     .then(() => {
 261         if (!with_app_dir) return;
 262         let handler = handleDir.bind(null, false, false, in_path);
 263         let filter = (filename, stats) => !no_copy_files.has(filename);
 264         return walkDir(paths.app, handler, filter);
 265     })
 266     .then(() => {
 267         if (!with_app_dir) return;
 268
 269         if (!helper || !helper.appWriter) {
 270             throw new Error(`Unable to generate app for the ${import_format} format!`);
 271         }
 272
 273         const out_app_path = path.join(legacy_path_base, 'app.js');
 274         console.log(`Writing ${out_app_path}`);
 275         return helper.appWriter(out_path_base, legacy_path_base, out_app_path)
 276         .then(extra_scripts => {
 277             let rel_app_path = path.relative(out_path_base, out_app_path);
 278             let legacy_scripts = extra_scripts.concat([rel_app_path]);
 279             transform_html(legacy_scripts, only_legacy);
 280         })
 281         .then(() => {
 282             if (!helper.removeModules) return;
 283             console.log(`Cleaning up temporary files...`);
 284             return Promise.all(outFiles.map(filepath => {
 285                 unlink(filepath)
 286                 .then(() => {
 287                     // Try to clean up any empty directories if this
 288                     // was the last file in there
 289                     let rmdir_r = dir => {
 290                         return rmdir(dir)
 291                         .then(() => rmdir_r(path.dirname(dir)))
 292                         .catch(() => {
 293                             // Assume the error was ENOTEMPTY and ignore it
 294                         });
 295                     };
 296                     return rmdir_r(path.dirname(filepath));
 297                 });
 298             }));
 299         });
 300     })
 301     .catch((err) => {
 302         console.error(`Failure converting modules: ${err}`);
 303         process.exit(1);
 304     });
 305 };
 306
 307 if (program.clean) {
 308     console.log(`Removing ${paths.lib_dir_base}`);
 309     fse.removeSync(paths.lib_dir_base);
 310
 311     console.log(`Removing ${paths.out_dir_base}`);
 312     fse.removeSync(paths.out_dir_base);
 313 }
 314
 315 make_lib_files(program.as, program.withSourceMaps, program.withApp, program.onlyLegacy);