| |
| from __future__ import print_function |
| import os, sys, subprocess, multiprocessing, re, string, json, shutil, logging |
| |
| sys.path.insert(1, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) |
| |
| from tools.toolchain_profiler import ToolchainProfiler |
| if __name__ == '__main__': |
| ToolchainProfiler.record_process_start() |
| |
| try: |
| from tools import shared |
| except ImportError: |
| # Python 2 circular import compatibility |
| import shared |
| |
| configuration = shared.configuration |
| temp_files = configuration.get_temp_files() |
| |
| __rootpath__ = os.path.abspath(os.path.dirname(os.path.dirname(__file__))) |
| def path_from_root(*pathelems): |
| return os.path.join(__rootpath__, *pathelems) |
| |
| NATIVE_PASSES = set(['asm', 'asmPreciseF32', 'receiveJSON', 'emitJSON', 'eliminateDeadFuncs', 'eliminate', 'eliminateMemSafe', 'simplifyExpressions', 'simplifyIfs', 'optimizeFrounds', 'registerize', 'registerizeHarder', 'minifyNames', 'minifyLocals', 'minifyWhitespace', 'cleanup', 'asmLastOpts', 'last', 'noop', 'closure']) |
| |
| JS_OPTIMIZER = path_from_root('tools', 'js-optimizer.js') |
| |
| NUM_CHUNKS_PER_CORE = 3 |
| MIN_CHUNK_SIZE = int(os.environ.get('EMCC_JSOPT_MIN_CHUNK_SIZE') or 512*1024) # configuring this is just for debugging purposes |
| MAX_CHUNK_SIZE = int(os.environ.get('EMCC_JSOPT_MAX_CHUNK_SIZE') or 5*1024*1024) |
| |
| WINDOWS = sys.platform.startswith('win') |
| |
| DEBUG = os.environ.get('EMCC_DEBUG') |
| |
| func_sig = re.compile('function ([_\w$]+)\(') |
| func_sig_json = re.compile('\["defun", ?"([_\w$]+)",') |
| import_sig = re.compile('(var|const) ([_\w$]+ *=[^;]+);') |
| |
| NATIVE_OPTIMIZER = os.environ.get('EMCC_NATIVE_OPTIMIZER') or '2' # use optimized native optimizer by default, unless disabled by EMCC_NATIVE_OPTIMIZER=0 in the env |
| |
| def split_funcs(js, just_split=False): |
| if just_split: return [('(json)', line) for line in js.split('\n')] |
| parts = [part for part in js.split('\n}\n')] |
| funcs = [] |
| for i in range(len(parts)): |
| func = parts[i] |
| if i < len(parts)-1: func += '\n}\n' # last part needs no } |
| m = func_sig.search(func) |
| if m: |
| ident = m.group(1) |
| else: |
| continue |
| assert ident |
| funcs.append((ident, func)) |
| return funcs |
| |
| def find_msbuild(sln_file, make_env): |
| search_paths_vs2013 = [('ProgramFiles', 'MSBuild/12.0/Bin/amd64'), |
| ('ProgramFiles(x86)', 'MSBuild/12.0/Bin/amd64'), |
| ('ProgramFiles', 'MSBuild/12.0/Bin'), |
| ('ProgramFiles(x86)', 'MSBuild/12.0/Bin'),] |
| search_paths_old = [("WINDIR", 'Microsoft.NET/Framework/v4.0.30319'),] |
| contents = open(sln_file, 'r').read() |
| if '# Visual Studio Express 2013' in contents or '# Visual Studio 2013' in contents: |
| search_paths = search_paths_vs2013 + search_paths_old |
| pf_path = os.environ.get('ProgramFiles(x86)') |
| if not pf_path: |
| pf_path = os.environ.get('ProgramFiles') |
| make_env['VCTargetsPath'] = os.path.join(pf_path, 'MSBuild/Microsoft.Cpp/v4.0/V120') |
| else: |
| search_paths = search_paths_old + search_paths_vs2013 |
| for pf, path in search_paths: |
| pf_path = os.environ.get(pf) |
| if not pf_path: continue |
| p = os.path.join(pf_path, path, 'MSBuild.exe') |
| if os.path.isfile(p): return [p, make_env] |
| return [None, make_env] |
| |
| def get_native_optimizer(): |
| if os.environ.get('EMCC_FAST_COMPILER') == '0': |
| logging.critical('Non-fastcomp compiler is no longer available, please use fastcomp or an older version of emscripten') |
| sys.exit(1) |
| |
| # Allow users to override the location of the optimizer executable by setting an environment variable EMSCRIPTEN_NATIVE_OPTIMIZER=/path/to/optimizer(.exe) |
| if os.environ.get('EMSCRIPTEN_NATIVE_OPTIMIZER') and len(os.environ.get('EMSCRIPTEN_NATIVE_OPTIMIZER')) > 0: |
| logging.debug('env forcing native optimizer at ' + os.environ.get('EMSCRIPTEN_NATIVE_OPTIMIZER')) |
| return os.environ.get('EMSCRIPTEN_NATIVE_OPTIMIZER') |
| # Also, allow specifying the location of the optimizer in .emscripten configuration file under EMSCRIPTEN_NATIVE_OPTIMIZER='/path/to/optimizer' |
| if hasattr(shared, 'EMSCRIPTEN_NATIVE_OPTIMIZER') and len(shared.EMSCRIPTEN_NATIVE_OPTIMIZER) > 0: |
| logging.debug('config forcing native optimizer at ' + shared.EMSCRIPTEN_NATIVE_OPTIMIZER) |
| return shared.EMSCRIPTEN_NATIVE_OPTIMIZER |
| |
| FAIL_MARKER = shared.Cache.get_path('optimizer.building_failed') |
| if os.path.exists(FAIL_MARKER): |
| shared.logging.debug('seeing that optimizer could not be built (run emcc --clear-cache or erase "optimizer.building_failed" in cache dir to retry)') |
| return None |
| |
| def get_optimizer(name, args, handle_build_errors=None): |
| class NativeOptimizerCreationException(Exception): pass |
| outs = [] |
| errs = [] |
| try: |
| def create_optimizer_cmake(): |
| shared.logging.debug('building native optimizer via CMake: ' + name) |
| output = shared.Cache.get_path(name) |
| shared.try_delete(output) |
| |
| if NATIVE_OPTIMIZER == '1': |
| cmake_build_type = 'RelWithDebInfo' |
| elif NATIVE_OPTIMIZER == '2': |
| cmake_build_type = 'Release' |
| elif NATIVE_OPTIMIZER == 'g': |
| cmake_build_type = 'Debug' |
| |
| build_path = shared.Cache.get_path('optimizer_build_' + cmake_build_type) |
| shared.try_delete(os.path.join(build_path, 'CMakeCache.txt')) |
| |
| log_output = None if DEBUG else subprocess.PIPE |
| if not os.path.exists(build_path): |
| os.mkdir(build_path) |
| |
| if WINDOWS: |
| # Poor man's check for whether or not we should attempt 64 bit build |
| if os.environ.get('ProgramFiles(x86)'): |
| cmake_generators = ['Visual Studio 12 Win64', 'Visual Studio 12', 'Visual Studio 11 Win64', 'Visual Studio 11', 'MinGW Makefiles', 'Unix Makefiles'] |
| else: |
| cmake_generators = ['Visual Studio 12', 'Visual Studio 11', 'MinGW Makefiles', 'Unix Makefiles'] |
| else: |
| cmake_generators = ['Unix Makefiles'] |
| |
| for cmake_generator in cmake_generators: |
| proc = subprocess.Popen(['cmake', '-G', cmake_generator, '-DCMAKE_BUILD_TYPE='+cmake_build_type, shared.path_from_root('tools', 'optimizer')], cwd=build_path, stdin=log_output, stdout=log_output, stderr=log_output) |
| proc.communicate() |
| make_env = os.environ.copy() |
| if proc.returncode == 0: |
| if 'Visual Studio' in cmake_generator: |
| ret = find_msbuild(os.path.join(build_path, 'asmjs_optimizer.sln'), make_env) |
| make = [ret[0], '/t:Build', '/p:Configuration='+cmake_build_type, '/nologo', '/verbosity:minimal', 'asmjs_optimizer.sln'] |
| make_env = ret[1] |
| elif 'MinGW' in cmake_generator: |
| make = ['mingw32-make'] |
| else: |
| make = ['make'] |
| |
| proc = subprocess.Popen(make, cwd=build_path, stdin=log_output, stdout=log_output, stderr=log_output, env=make_env) |
| proc.communicate() |
| if proc.returncode == 0: |
| if WINDOWS and 'Visual Studio' in cmake_generator: |
| shutil.copyfile(os.path.join(build_path, cmake_build_type, 'optimizer.exe'), output) |
| else: |
| shutil.copyfile(os.path.join(build_path, 'optimizer'), output) |
| return output |
| else: |
| shared.try_delete(os.path.join(build_path, 'CMakeCache.txt')) |
| # Proceed to next iteration of the loop to try next possible CMake generator. |
| |
| raise NativeOptimizerCreationException() |
| |
| def create_optimizer(): |
| shared.logging.debug('building native optimizer: ' + name) |
| output = shared.Cache.get_path(name) |
| shared.try_delete(output) |
| for compiler in [shared.CLANG, 'g++', 'clang++']: # try our clang first, otherwise hope for a system compiler in the path |
| shared.logging.debug(' using ' + compiler) |
| try: |
| out, err = subprocess.Popen([compiler, |
| shared.path_from_root('tools', 'optimizer', 'parser.cpp'), |
| shared.path_from_root('tools', 'optimizer', 'simple_ast.cpp'), |
| shared.path_from_root('tools', 'optimizer', 'optimizer.cpp'), |
| shared.path_from_root('tools', 'optimizer', 'optimizer-shared.cpp'), |
| shared.path_from_root('tools', 'optimizer', 'optimizer-main.cpp'), |
| '-O3', '-std=c++11', '-fno-exceptions', '-fno-rtti', '-o', output] + args, stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate() |
| outs.append(out) |
| errs.append(err) |
| except OSError: |
| if compiler == shared.CLANG: raise # otherwise, OSError is likely due to g++ or clang++ not being in the path |
| if os.path.exists(output): return output |
| raise NativeOptimizerCreationException() |
| |
| use_cmake_to_configure = WINDOWS # Currently only Windows uses CMake to drive the optimizer build, but set this to True to use on other platforms as well. |
| if use_cmake_to_configure: |
| return shared.Cache.get(name, create_optimizer_cmake, extension='exe') |
| else: |
| return shared.Cache.get(name, create_optimizer, extension='exe') |
| except NativeOptimizerCreationException as e: |
| shared.logging.debug('failed to build native optimizer') |
| handle_build_errors(outs, errs) |
| open(FAIL_MARKER, 'w').write(':(') |
| return None |
| |
| def ignore_build_errors(outs, errs): |
| shared.logging.debug('to see compiler errors, build with EMCC_NATIVE_OPTIMIZER=g') |
| def show_build_errors(outs, errs): |
| for i in range(len(outs)): |
| shared.logging.debug('output from attempt ' + str(i) + ': ' + outs[i] + '\n===========\n' + errs[i]) |
| |
| if NATIVE_OPTIMIZER == '1': |
| return get_optimizer('optimizer.exe', [], ignore_build_errors) |
| elif NATIVE_OPTIMIZER == '2': |
| return get_optimizer('optimizer.2.exe', ['-DNDEBUG'], ignore_build_errors) |
| elif NATIVE_OPTIMIZER == 'g': |
| return get_optimizer('optimizer.g.exe', ['-O0', '-g', '-fno-omit-frame-pointer'], show_build_errors) |
| |
| # Check if we should run a pass or set of passes natively. if a set of passes, they must all be valid to run in the native optimizer at once. |
| def use_native(x, source_map=False): |
| if source_map: return False |
| if not NATIVE_OPTIMIZER or NATIVE_OPTIMIZER == '0': return False |
| if isinstance(x, list): return len(NATIVE_PASSES.intersection(x)) == len(x) and 'asm' in x |
| return x in NATIVE_PASSES |
| |
| class Minifier(object): |
| ''' |
| asm.js minification support. We calculate minification of |
| globals here, then pass that into the parallel js-optimizer.js runners which |
| perform minification of locals. |
| ''' |
| |
| def __init__(self, js, js_engine): |
| self.js = js |
| self.js_engine = js_engine |
| self.symbols_file = None |
| self.profiling_funcs = False |
| |
| def minify_shell(self, shell, minify_whitespace, source_map=False): |
| # Run through js-optimizer.js to find and minify the global symbols |
| # We send it the globals, which it parses at the proper time. JS decides how |
| # to minify all global names, we receive a dictionary back, which is then |
| # used by the function processors |
| |
| shell = shell.replace('0.0', '13371337') # avoid uglify doing 0.0 => 0 |
| |
| # Find all globals in the JS functions code |
| |
| if not self.profiling_funcs: |
| self.globs = [m.group(1) for m in func_sig.finditer(self.js)] |
| if len(self.globs) == 0: |
| self.globs = [m.group(1) for m in func_sig_json.finditer(self.js)] |
| else: |
| self.globs = [] |
| |
| with temp_files.get_file('.minifyglobals.js') as temp_file: |
| f = open(temp_file, 'w') |
| f.write(shell) |
| f.write('\n') |
| f.write('// EXTRA_INFO:' + json.dumps(self.serialize())) |
| f.close() |
| |
| output = shared.run_process(self.js_engine + |
| [JS_OPTIMIZER, temp_file, 'minifyGlobals', 'noPrintMetadata'] + |
| (['minifyWhitespace'] if minify_whitespace else []) + |
| (['--debug'] if source_map else []), |
| stdout=subprocess.PIPE).stdout |
| |
| assert len(output) > 0 and not output.startswith('Assertion failed'), 'Error in js optimizer: ' + output |
| #print >> sys.stderr, "minified SHELL 3333333333333333", output, "\n44444444444444444444" |
| code, metadata = output.split('// EXTRA_INFO:') |
| self.globs = json.loads(metadata) |
| |
| if self.symbols_file: |
| mapfile = open(self.symbols_file, 'w') |
| for key, value in self.globs.items(): |
| mapfile.write(value + ':' + key + '\n') |
| mapfile.close() |
| print('wrote symbol map file to', self.symbols_file, file=sys.stderr) |
| |
| return code.replace('13371337', '0.0') |
| |
| |
| def serialize(self): |
| return { |
| 'globals': self.globs |
| } |
| |
| start_funcs_marker = '// EMSCRIPTEN_START_FUNCS\n' |
| end_funcs_marker = '// EMSCRIPTEN_END_FUNCS\n' |
| start_asm_marker = '// EMSCRIPTEN_START_ASM\n' |
| end_asm_marker = '// EMSCRIPTEN_END_ASM\n' |
| |
| def run_on_chunk(command): |
| try: |
| if JS_OPTIMIZER in command: # XXX hackish |
| index = command.index(JS_OPTIMIZER) |
| filename = command[index + 1] |
| else: |
| filename = command[1] |
| if os.environ.get('EMCC_SAVE_OPT_TEMP') and os.environ.get('EMCC_SAVE_OPT_TEMP') != '0': |
| saved = 'save_' + os.path.basename(filename) |
| while os.path.exists(saved): saved = 'input' + str(int(saved.replace('input', '').replace('.txt', ''))+1) + '.txt' |
| print('running js optimizer command', ' '.join([c if c != filename else saved for c in command]), file=sys.stderr) |
| shutil.copyfile(filename, os.path.join(shared.get_emscripten_temp_dir(), saved)) |
| if shared.EM_BUILD_VERBOSE_LEVEL >= 3: print('run_on_chunk: ' + str(command), file=sys.stderr) |
| proc = shared.run_process(command, stdout=subprocess.PIPE) |
| output = proc.stdout |
| assert proc.returncode == 0, 'Error in optimizer (return code ' + str(proc.returncode) + '): ' + output |
| assert len(output) > 0 and not output.startswith('Assertion failed'), 'Error in optimizer: ' + output |
| filename = temp_files.get(os.path.basename(filename) + '.jo.js').name |
| f = open(filename, 'w') |
| f.write(output) |
| f.close() |
| if DEBUG and not shared.WINDOWS: print('.', file=sys.stderr) # Skip debug progress indicator on Windows, since it doesn't buffer well with multiple threads printing to console. |
| return filename |
| except KeyboardInterrupt: |
| # avoid throwing keyboard interrupts from a child process |
| raise Exception() |
| |
| def run_on_js(filename, passes, js_engine, source_map=False, extra_info=None, just_split=False, just_concat=False): |
| with ToolchainProfiler.profile_block('js_optimizer.split_markers'): |
| if not isinstance(passes, list): |
| passes = [passes] |
| |
| js = open(filename).read() |
| if os.linesep != '\n': |
| js = js.replace(os.linesep, '\n') # we assume \n in the splitting code |
| |
| # Find suffix |
| suffix_marker = '// EMSCRIPTEN_GENERATED_FUNCTIONS' |
| suffix_start = js.find(suffix_marker) |
| suffix = '' |
| if suffix_start >= 0: |
| suffix_end = js.find('\n', suffix_start) |
| suffix = js[suffix_start:suffix_end] + '\n' |
| # if there is metadata, we will run only on the generated functions. If there isn't, we will run on everything. |
| |
| # Find markers |
| start_funcs = js.find(start_funcs_marker) |
| end_funcs = js.rfind(end_funcs_marker) |
| |
| if start_funcs < 0 or end_funcs < start_funcs or not suffix: |
| logging.critical('Invalid input file. Did not contain appropriate markers. (start_funcs: %s, end_funcs: %s, suffix_start: %s' % (start_funcs, end_funcs, suffix_start)) |
| sys.exit(1) |
| |
| minify_globals = 'minifyNames' in passes and 'asm' in passes |
| if minify_globals: |
| passes = [p if p != 'minifyNames' else 'minifyLocals' for p in passes] |
| start_asm = js.find(start_asm_marker) |
| end_asm = js.rfind(end_asm_marker) |
| assert (start_asm >= 0) == (end_asm >= 0) |
| |
| closure = 'closure' in passes |
| if closure: |
| passes = [p for p in passes if p != 'closure'] # we will do it manually |
| |
| cleanup = 'cleanup' in passes |
| if cleanup: |
| passes = [p for p in passes if p != 'cleanup'] # we will do it manually |
| |
| split_memory = 'splitMemory' in passes |
| |
| if not minify_globals: |
| with ToolchainProfiler.profile_block('js_optimizer.no_minify_globals'): |
| pre = js[:start_funcs + len(start_funcs_marker)] |
| post = js[end_funcs + len(end_funcs_marker):] |
| js = js[start_funcs + len(start_funcs_marker):end_funcs] |
| if 'asm' not in passes: # can have Module[..] and inlining prevention code, push those to post |
| class Finals(object): |
| buf = [] |
| def process(line): |
| if len(line) > 0 and (line.startswith(('Module[', 'if (globalScope)')) or line.endswith('["X"]=1;')): |
| Finals.buf.append(line) |
| return False |
| return True |
| js = '\n'.join(filter(process, js.split('\n'))) |
| post = '\n'.join(Finals.buf) + '\n' + post |
| post = end_funcs_marker + post |
| else: |
| with ToolchainProfiler.profile_block('js_optimizer.minify_globals'): |
| # We need to split out the asm shell as well, for minification |
| pre = js[:start_asm + len(start_asm_marker)] |
| post = js[end_asm:] |
| asm_shell = js[start_asm + len(start_asm_marker):start_funcs + len(start_funcs_marker)] + ''' |
| EMSCRIPTEN_FUNCS(); |
| ''' + js[end_funcs + len(end_funcs_marker):end_asm + len(end_asm_marker)] |
| js = js[start_funcs + len(start_funcs_marker):end_funcs] |
| |
| # we assume there is a maximum of one new name per line |
| minifier = Minifier(js, js_engine) |
| def check_symbol_mapping(p): |
| if p.startswith('symbolMap='): |
| minifier.symbols_file = p.split('=', 1)[1] |
| return False |
| if p == 'profilingFuncs': |
| minifier.profiling_funcs = True |
| return False |
| return True |
| passes = list(filter(check_symbol_mapping, passes)) |
| asm_shell_pre, asm_shell_post = minifier.minify_shell(asm_shell, 'minifyWhitespace' in passes, source_map).split('EMSCRIPTEN_FUNCS();'); |
| # Restore a comment for Closure Compiler |
| asm_open_bracket = asm_shell_pre.find('(') |
| asm_shell_pre = asm_shell_pre[:asm_open_bracket+1] + '/** @suppress {uselessCode} */' + asm_shell_pre[asm_open_bracket+1:] |
| asm_shell_post = asm_shell_post.replace('});', '})'); |
| pre += asm_shell_pre + '\n' + start_funcs_marker |
| post = end_funcs_marker + asm_shell_post + post |
| |
| minify_info = minifier.serialize() |
| |
| if extra_info: |
| for key, value in extra_info.items(): |
| assert key not in minify_info or value == minify_info[key], [key, value, minify_info[key]] |
| minify_info[key] = value |
| |
| #if DEBUG: print >> sys.stderr, 'minify info:', minify_info |
| |
| with ToolchainProfiler.profile_block('js_optimizer.remove_suffix_and_split'): |
| # remove suffix if no longer needed |
| if suffix and 'last' in passes: |
| suffix_start = post.find(suffix_marker) |
| suffix_end = post.find('\n', suffix_start) |
| post = post[:suffix_start] + post[suffix_end:] |
| |
| total_size = len(js) |
| funcs = split_funcs(js, just_split) |
| js = None |
| |
| with ToolchainProfiler.profile_block('js_optimizer.split_to_chunks'): |
| # if we are making source maps, we want our debug numbering to start from the |
| # top of the file, so avoid breaking the JS into chunks |
| cores = 1 if source_map else int(os.environ.get('EMCC_CORES') or multiprocessing.cpu_count()) |
| |
| if not just_split: |
| intended_num_chunks = int(round(cores * NUM_CHUNKS_PER_CORE)) |
| chunk_size = min(MAX_CHUNK_SIZE, max(MIN_CHUNK_SIZE, total_size / intended_num_chunks)) |
| chunks = shared.chunkify(funcs, chunk_size) |
| else: |
| # keep same chunks as before |
| chunks = [f[1] for f in funcs] |
| |
| chunks = [chunk for chunk in chunks if len(chunk) > 0] |
| if DEBUG and len(chunks) > 0: print('chunkification: num funcs:', len(funcs), 'actual num chunks:', len(chunks), 'chunk size range:', max(map(len, chunks)), '-', min(map(len, chunks)), file=sys.stderr) |
| funcs = None |
| |
| if len(chunks) > 0: |
| serialized_extra_info = suffix_marker + '\n' |
| if minify_globals: |
| serialized_extra_info += '// EXTRA_INFO:' + json.dumps(minify_info) |
| elif extra_info: |
| serialized_extra_info += '// EXTRA_INFO:' + json.dumps(extra_info) |
| with ToolchainProfiler.profile_block('js_optimizer.write_chunks'): |
| def write_chunk(chunk, i): |
| temp_file = temp_files.get('.jsfunc_%d.js' % i).name |
| f = open(temp_file, 'w') |
| f.write(chunk) |
| f.write(serialized_extra_info) |
| f.close() |
| return temp_file |
| filenames = [write_chunk(chunks[i], i) for i in range(len(chunks))] |
| else: |
| filenames = [] |
| |
| with ToolchainProfiler.profile_block('run_optimizer'): |
| if len(filenames) > 0: |
| if not use_native(passes, source_map) or not get_native_optimizer(): |
| commands = [js_engine + |
| [JS_OPTIMIZER, filename, 'noPrintMetadata'] + |
| (['--debug'] if source_map else []) + passes for filename in filenames] |
| else: |
| # use the native optimizer |
| shared.logging.debug('js optimizer using native') |
| assert not source_map # XXX need to use js optimizer |
| commands = [[get_native_optimizer(), filename] + passes for filename in filenames] |
| #print [' '.join(command) for command in commands] |
| |
| cores = min(cores, len(filenames)) |
| if len(chunks) > 1 and cores >= 2: |
| # We can parallelize |
| if DEBUG: print('splitting up js optimization into %d chunks, using %d cores (total: %.2f MB)' % (len(chunks), cores, total_size/(1024*1024.)), file=sys.stderr) |
| with ToolchainProfiler.profile_block('optimizer_pool'): |
| pool = shared.Building.get_multiprocessing_pool() |
| filenames = pool.map(run_on_chunk, commands, chunksize=1) |
| else: |
| # We can't parallize, but still break into chunks to avoid uglify/node memory issues |
| if len(chunks) > 1 and DEBUG: print('splitting up js optimization into %d chunks' % (len(chunks)), file=sys.stderr) |
| filenames = [run_on_chunk(command) for command in commands] |
| else: |
| filenames = [] |
| |
| for filename in filenames: temp_files.note(filename) |
| |
| with ToolchainProfiler.profile_block('split_closure_cleanup'): |
| if closure or cleanup or split_memory: |
| # run on the shell code, everything but what we js-optimize |
| start_asm = '// EMSCRIPTEN_START_ASM\n' |
| end_asm = '// EMSCRIPTEN_END_ASM\n' |
| cl_sep = 'wakaUnknownBefore(); var asm=wakaUnknownAfter(global,env,buffer)\n' |
| |
| with temp_files.get_file('.cl.js') as cle: |
| c = open(cle, 'w') |
| pre_1, pre_2 = pre.split(start_asm) |
| post_1, post_2 = post.split(end_asm) |
| c.write(pre_1) |
| c.write(cl_sep) |
| c.write(post_2) |
| c.close() |
| cld = cle |
| if split_memory: |
| if DEBUG: print('running splitMemory on shell code', file=sys.stderr) |
| cld = run_on_chunk(js_engine + [JS_OPTIMIZER, cld, 'splitMemoryShell']) |
| f = open(cld, 'a') |
| f.write(suffix_marker) |
| f.close() |
| if closure: |
| if DEBUG: print('running closure on shell code', file=sys.stderr) |
| cld = shared.Building.closure_compiler(cld, pretty='minifyWhitespace' not in passes) |
| temp_files.note(cld) |
| elif cleanup: |
| if DEBUG: print('running cleanup on shell code', file=sys.stderr) |
| next = cld + '.cl.js' |
| temp_files.note(next) |
| proc = subprocess.Popen(js_engine + [JS_OPTIMIZER, cld, 'noPrintMetadata', 'JSDCE'] + (['minifyWhitespace'] if 'minifyWhitespace' in passes else []), stdout=open(next, 'w')) |
| proc.communicate() |
| assert proc.returncode == 0 |
| cld = next |
| coutput = open(cld).read() |
| |
| coutput = coutput.replace('wakaUnknownBefore();', start_asm) |
| after = 'wakaUnknownAfter' |
| start = coutput.find(after) |
| end = coutput.find(')', start) |
| # First brace is from Closure Compiler comment, thus we need a second one |
| pre_2_second_brace = pre_2.find('{', pre_2.find('{')+1) |
| pre = coutput[:start] + '(/** @suppress {uselessCode} */ function(global,env,buffer) {\n' + pre_2[pre_2_second_brace+1:] |
| post = post_1 + end_asm + coutput[end+1:] |
| |
| with ToolchainProfiler.profile_block('write_pre'): |
| filename += '.jo.js' |
| f = open(filename, 'w') |
| f.write(pre); |
| pre = None |
| |
| with ToolchainProfiler.profile_block('sort_or_concat'): |
| if not just_concat: |
| # sort functions by size, to make diffing easier and to improve aot times |
| funcses = [] |
| for out_file in filenames: |
| funcses.append(split_funcs(open(out_file).read(), False)) |
| funcs = [item for sublist in funcses for item in sublist] |
| funcses = None |
| if not os.environ.get('EMCC_NO_OPT_SORT'): |
| funcs.sort(key=lambda x: (len(x[1]), x[0]), reverse=True) |
| |
| if 'last' in passes and len(funcs) > 0: |
| count = funcs[0][1].count('\n') |
| if count > 3000: |
| print('warning: Output contains some very large functions (%s lines in %s), consider building source files with -Os or -Oz, and/or trying OUTLINING_LIMIT to break them up (see settings.js; note that the parameter there affects AST nodes, while we measure lines here, so the two may not match up)' % (count, funcs[0][0]), file=sys.stderr) |
| |
| for func in funcs: |
| f.write(func[1]) |
| funcs = None |
| else: |
| # just concat the outputs |
| for out_file in filenames: |
| f.write(open(out_file).read()) |
| |
| with ToolchainProfiler.profile_block('write_post'): |
| f.write('\n') |
| f.write(post); |
| # No need to write suffix: if there was one, it is inside post which exists when suffix is there |
| f.write('\n') |
| f.close() |
| |
| return filename |
| |
| def run(filename, passes, js_engine=shared.NODE_JS, source_map=False, extra_info=None, just_split=False, just_concat=False): |
| if 'receiveJSON' in passes: just_split = True |
| if 'emitJSON' in passes: just_concat = True |
| js_engine = shared.listify(js_engine) |
| with ToolchainProfiler.profile_block('js_optimizer.run_on_js'): |
| return temp_files.run_and_clean(lambda: run_on_js(filename, passes, js_engine, source_map, extra_info, just_split, just_concat)) |
| |
| if __name__ == '__main__': |
| ToolchainProfiler.record_process_start() |
| try: |
| last = sys.argv[-1] |
| if '{' in last: |
| extra_info = json.loads(last) |
| sys.argv = sys.argv[:-1] |
| else: |
| extra_info = None |
| out = run(sys.argv[1], sys.argv[2:], extra_info=extra_info) |
| shutil.copyfile(out, sys.argv[1] + '.jsopt.js') |
| except Exception as e: |
| ToolchainProfiler.record_process_exit(1) |
| raise e |
| ToolchainProfiler.record_process_exit(0) |
