#!/usr/bin/python2 # # Copyright 2017 The ANGLE Project Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # # run_code_generation.py: # Runs ANGLE format table and other script code generation scripts. import hashlib import json import os import subprocess import sys script_dir = sys.path[0] root_dir = os.path.abspath(os.path.join(script_dir, '..')) # auto_script is a standard way for scripts to return their inputs and outputs. def get_child_script_dirname(script): # All script names are relative to ANGLE's root return os.path.dirname(os.path.abspath(os.path.join(root_dir, script))) # Replace all backslashes with forward slashes to be platform independent def clean_path_slashes(path): return path.replace("\\", "/") # Takes a script file name which is relative to the code generation script's directory and # changes it to be relative to the angle root directory def rebase_script_path(script_path, relative_path): return os.path.relpath(os.path.join(os.path.dirname(script_path), relative_path), root_dir) def grab_from_script(script, param): res = subprocess.check_output(['python', script, param]).strip() if res == '': return [] return [clean_path_slashes(rebase_script_path(script, name)) for name in res.split(',')] def auto_script(script): # Set the CWD to the script directory. os.chdir(get_child_script_dirname(script)) base_script = os.path.basename(script) info = { 'inputs': grab_from_script(base_script, 'inputs'), 'outputs': grab_from_script(base_script, 'outputs') } # Reset the CWD to the root ANGLE directory. os.chdir(root_dir) return info hash_fname = "run_code_generation_hashes.json" generators = { 'ANGLE format': 'src/libANGLE/renderer/gen_angle_format_table.py', 'ANGLE load functions table': 'src/libANGLE/renderer/gen_load_functions_table.py', 'D3D11 blit shader selection': 'src/libANGLE/renderer/d3d/d3d11/gen_blit11helper.py', 'D3D11 format': 'src/libANGLE/renderer/d3d/d3d11/gen_texture_format_table.py', 'DXGI format': 'src/libANGLE/renderer/d3d/d3d11/gen_dxgi_format_table.py', 'DXGI format support': 'src/libANGLE/renderer/d3d/d3d11/gen_dxgi_support_tables.py', 'GL copy conversion table': 'src/libANGLE/gen_copy_conversion_table.py', 'GL/EGL/WGL loader': 'scripts/generate_loader.py', 'GL/EGL entry points': 'scripts/generate_entry_points.py', 'GL format map': 'src/libANGLE/gen_format_map.py', 'uniform type': 'src/common/gen_uniform_type_table.py', 'OpenGL dispatch table': 'src/libANGLE/renderer/gl/generate_gl_dispatch_table.py', 'packed enum': 'src/common/gen_packed_gl_enums.py', 'proc table': 'src/libGLESv2/gen_proc_table.py', 'Vulkan format': 'src/libANGLE/renderer/vulkan/gen_vk_format_table.py', 'Vulkan mandatory format support table': 'src/libANGLE/renderer/vulkan/gen_vk_mandatory_format_support_table.py', 'Vulkan internal shader programs': 'src/libANGLE/renderer/vulkan/gen_vk_internal_shaders.py', 'Emulated HLSL functions': 'src/compiler/translator/gen_emulated_builtin_function_tables.py', 'ESSL static builtins': 'src/compiler/translator/gen_builtin_symbols.py', } def md5(fname): hash_md5 = hashlib.md5() with open(fname, "r") as f: for chunk in iter(lambda: f.read(4096), b""): hash_md5.update(chunk) return hash_md5.hexdigest() def any_hash_dirty(name, filenames, new_hashes, old_hashes): found_dirty_hash = False for filename in filenames: key = name + ":" + filename if not os.path.isfile(filename): print('Could not find %s for %s' % (filename, name)) found_dirty_hash = True else: new_hashes[key] = md5(filename) if (not key in old_hashes) or (old_hashes[key] != new_hashes[key]): found_dirty_hash = True return found_dirty_hash def any_old_hash_missing(new_hashes, old_hashes): result = False for name, _ in old_hashes.iteritems(): if name not in new_hashes: script, file = name.split(':') print('%s missing from generated hashes for %s.' % (file, script)) result = True return result def update_output_hashes(script, outputs, new_hashes): for output in outputs: if not os.path.isfile(output): print('Output is missing from %s: %s' % (script, output)) sys.exit(1) key = script + ":" + output new_hashes[key] = md5(output) def main(): os.chdir(script_dir) old_hashes = json.load(open(hash_fname)) new_hashes = {} any_dirty = False verify_only = False if len(sys.argv) > 1 and sys.argv[1] == '--verify-no-dirty': verify_only = True for name, script in sorted(generators.iteritems()): info = auto_script(script) filenames = info['inputs'] + info['outputs'] + [script] if any_hash_dirty(name, filenames, new_hashes, old_hashes): any_dirty = True if not verify_only: # Set the CWD to the script directory. os.chdir(get_child_script_dirname(script)) print('Running ' + name + ' code generator') if subprocess.call(['python', os.path.basename(script)]) != 0: sys.exit(1) if any_old_hash_missing(new_hashes, old_hashes): any_dirty = True if verify_only: sys.exit(any_dirty) if any_dirty: args = [] if os.name == 'nt': args += ['git.bat'] else: args += ['git'] # The diff can be so large the arguments to clang-format can break the Windows command # line length limits. Work around this by calling git cl format with --full. args += ['cl', 'format', '--full'] print('Calling git cl format') subprocess.call(args) # Update the output hashes again since they can be formatted. for name, script in sorted(generators.iteritems()): info = auto_script(script) update_output_hashes(name, info['outputs'], new_hashes) os.chdir(script_dir) json.dump( new_hashes, open(hash_fname, "w"), indent=2, sort_keys=True, separators=(',', ':\n ')) if __name__ == '__main__': sys.exit(main())