# Copyright (C) 2011 Google Inc. All rights reserved. # Copyright (C) 2014 Apple Inc. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions # are met: # # 1. Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions and the following disclaimer in the # documentation and/or other materials provided with the distribution. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS # IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A # PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. import os import os.path import shutil import sys import tempfile from webkitpy.common.checkout.scm.detection import detect_scm_system from webkitpy.common.system.executive import ScriptError class BuiltinsGeneratorTests: def __init__(self, reset_results, executive): self.reset_results = reset_results self.executive = executive def generate_from_js_builtins(self, builtins_files, output_directory, framework_name="", combined_outputs=False, generate_wrappers=False): cmd = [sys.executable, 'JavaScriptCore/Scripts/generate-js-builtins.py', '--output-directory', output_directory, '--force', '--framework', framework_name, '--test'] if combined_outputs: cmd.append('--combined') if generate_wrappers: cmd.append('--wrappers-only') cmd.extend(builtins_files) exit_code = 0 try: stderr_output = self.executive.run_command(cmd) if stderr_output: self.write_error_file(framework_name + "JSBuiltins.h-error" if generate_wrappers else builtins_files[0], output_directory, stderr_output) except ScriptError as e: print(e.output) exit_code = e.exit_code return exit_code def write_error_file(self, input_filepath, output_directory, error_output): output_filepath = os.path.join(output_directory, os.path.basename(input_filepath) + '-error') with open(output_filepath, "w") as output_file: output_file.write(error_output) def detect_changes(self, work_directory, reference_directory): changes_found = False for output_file in os.listdir(work_directory): cmd = ['diff', '-u', '-N', os.path.join(reference_directory, output_file), os.path.join(work_directory, output_file)] exit_code = 0 try: output = self.executive.run_command(cmd) except ScriptError as e: output = e.output exit_code = e.exit_code if exit_code or output: print('FAIL: %s' % output_file) print(output) changes_found = True else: print('PASS: %s' % output_file) return changes_found def single_builtin_test(self, test_name, test_files, work_directory): (framework_name, test_case, output_mode) = test_name.split('-') if not framework_name or not output_mode or not test_case: print("Invalid test case name: should be Framework-TestCaseName-OutputMode.js") return False combined_outputs = output_mode == "Combined" return self.generate_from_js_builtins(test_files, work_directory, framework_name=framework_name, combined_outputs=combined_outputs) def wrappers_builtin_test(self, test_name, test_files, work_directory): return self.generate_from_js_builtins(test_files, work_directory, framework_name="WebCore", generate_wrappers=True) def run_test(self, reference_directory, test_name, test_files, generate_builtin_callback): passed = True # Generate output into the work directory (either the given one or a temp one if reset_results is not performed) work_directory = reference_directory if not self.reset_results: work_directory = tempfile.mkdtemp("builtin-generator-tests") if generate_builtin_callback(test_name, test_files, work_directory): passed = False if self.reset_results: print("Reset results for test: %s" % (test_name)) return True # Detect changes if self.detect_changes(work_directory, reference_directory): passed = False shutil.rmtree(work_directory) return passed def run_tests(self, input_directory, reference_directory): passed = True separately_generated_files = [] for input_file in os.listdir(input_directory): (test_name, extension) = os.path.splitext(input_file) if extension != '.js': continue test_file = os.path.join(input_directory, input_file) if not self.run_test(reference_directory, test_name, [test_file], self.single_builtin_test): passed = False # FIXME: Add Error parameter in filename and filter out these files here. if 'Separate' in test_name and 'WebCore' in test_name and not 'Duplicate' in test_name: separately_generated_files.append(test_file) if self.reset_results: print("Reset results for test: %s" % (input_file)) continue if separately_generated_files: if not self.run_test(reference_directory, "WebCoreJSBuiltins.h", separately_generated_files, self.wrappers_builtin_test): passed = False return passed def main(self): current_scm = detect_scm_system(os.curdir) os.chdir(os.path.join(current_scm.checkout_root, 'Source')) all_tests_passed = True input_directory = os.path.join('JavaScriptCore', 'Scripts', 'tests', 'builtins') reference_directory = os.path.join('JavaScriptCore', 'Scripts', 'tests', 'builtins', 'expected') if not self.run_tests(input_directory, reference_directory): all_tests_passed = False print('') if all_tests_passed: print('All tests PASS!') return 0 else: print('Some tests FAIL! (To update the reference files, execute "run-builtins-generator-tests --reset-results")') return -1