Title: [231570] trunk/Tools
- Revision
- 231570
- Author
- [email protected]
- Date
- 2018-05-09 10:06:23 -0700 (Wed, 09 May 2018)
Log Message
Set build.webkit.org to use the new Test262-runner
https://bugs.webkit.org/show_bug.cgi?id=184933
Patch by Leo Balter <[email protected]> on 2018-05-09
Reviewed by Aakash Jain.
* BuildSlaveSupport/build.webkit.org-config/steps.py:
(RunTest262Tests):
(RunTest262Tests.countFailures):
* BuildSlaveSupport/build.webkit.org-config/steps_unittest.py:
Modified Paths
Diff
Modified: trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps.py (231569 => 231570)
--- trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps.py 2018-05-09 17:02:56 UTC (rev 231569)
+++ trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps.py 2018-05-09 17:06:23 UTC (rev 231570)
@@ -359,7 +359,7 @@
description = ["test262-tests running"]
descriptionDone = ["test262-tests"]
failedTestsFormatString = "%d Test262 test%s failed"
- command = ["ruby", "./Tools/Scripts/run-jsc-stress-tests", WithProperties("--%(configuration)s"), "JSTests/test262.yaml"]
+ command = ["perl", "./Tools/Scripts/test262-runner"]
def start(self):
appendCustomBuildFlags(self, self.getProperty('platform'), self.getProperty('fullPlatform'))
@@ -367,7 +367,7 @@
def countFailures(self, cmd):
logText = cmd.logs['stdio'].getText()
- matches = re.findall(r'^FAIL:', logText, flags=re.MULTILINE)
+ matches = re.findall(r'^\! NEW FAIL', logText, flags=re.MULTILINE)
if matches:
return len(matches)
return 0
Modified: trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps_unittest.py (231569 => 231570)
--- trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps_unittest.py 2018-05-09 17:02:56 UTC (rev 231569)
+++ trunk/Tools/BuildSlaveSupport/build.webkit.org-config/steps_unittest.py 2018-05-09 17:06:23 UTC (rev 231570)
@@ -135,30 +135,86 @@
self.assertEqual(actual_text, expected_text)
def test_no_regressions_output(self):
- self.assertResults(SUCCESS, ["test262-test"], 0, """Using the following jsc path: /WebKitBuild/Release/jsc
+ self.assertResults(SUCCESS, ["test262-test"], 0, """
+-------------------------Settings------------------------
+Test262 Dir: JSTests/test262
+JSC: WebKitBuild/Release/jsc
+DYLD_FRAMEWORK_PATH: WebKitBuild/Release
+Child Processes: 32
+Config file: Tools/Scripts/test262/config.yaml
+Expectations file: Tools/Scripts/test262/expectations.yaml
+--------------------------------------------------------
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict
+NEW PASS: test/annexB/built-ins/Date/prototype/getYear/length.js (default)
+NEW PASS test/language/expressions/class/fields-after-same-line-static-method-computed-symbol-names.js (default)
+
+Run with --save to save a new expectations file
+Saved all the results in Tools/Scripts/test262/results.yaml
+Summarizing results...
+See summarized results in Tools/Scripts/test262/results-summary.txt
+
+56071 tests ran
+0 expected tests failed
+0 tests newly fail
+2546 tests newly pass
+1241 test files skipped
+Done in 247 seconds!
""")
def test_failure_output(self):
- self.assertResults(FAILURE, ["1 Test262 test failed"], 0, """Using the following jsc path: /WebKitBuild/Release/jsc
+ self.assertResults(FAILURE, ["1 Test262 test failed"], 0, """
+-------------------------Settings------------------------
+Test262 Dir: JSTests/test262
+JSC: WebKitBuild/Release/jsc
+DYLD_FRAMEWORK_PATH: WebKitBuild/Release
+Child Processes: 32
+Config file: Tools/Scripts/test262/config.yaml
+Expectations file: Tools/Scripts/test262/expectations.yaml
+--------------------------------------------------------
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict
-test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict: ERROR: Unexpected exit code: 0
-FAIL: test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict
+! NEW FAIL: test/annexB/built-ins/Date/prototype/getYear/length.js (default)
+NEW PASS test/language/expressions/class/fields-after-same-line-static-method-computed-symbol-names.js (default)
+
+Run with --save to save a new expectations file
+Saved all the results in Tools/Scripts/test262/results.yaml
+Summarizing results...
+See summarized results in Tools/Scripts/test262/results-summary.txt
+
+56071 tests ran
+0 expected tests failed
+0 tests newly fail
+2546 tests newly pass
+1241 test files skipped
+Done in 247 seconds!
""")
def test_failures_output(self):
- self.assertResults(FAILURE, ["2 Test262 tests failed"], 0, """Using the following jsc path: /WebKitBuild/Release/jsc
+ self.assertResults(FAILURE, ["2 Test262 tests failed"], 0, """
+-------------------------Settings------------------------
+Test262 Dir: JSTests/test262
+JSC: WebKitBuild/Release/jsc
+DYLD_FRAMEWORK_PATH: WebKitBuild/Release
+Child Processes: 32
+Config file: Tools/Scripts/test262/config.yaml
+Expectations file: Tools/Scripts/test262/expectations.yaml
+--------------------------------------------------------
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default
-test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default: ERROR: Unexpected exit code: 0
-FAIL: test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default
-Running test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict
-test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict: ERROR: Unexpected exit code: 0
-FAIL: test262.yaml/test262/test/annexB/built-ins/Date/prototype/getYear/length.js.default-strict
+NEW PASS test/language/statements/class/fields-after-same-line-static-async-gen-computed-names.js (default)
+! NEW FAIL: test/annexB/built-ins/Date/prototype/getYear/length.js (default)
+! NEW FAIL: test/annexB/built-ins/Date/prototype/getYear/length.js (strict mode)
+NEW PASS test/language/expressions/class/fields-after-same-line-static-method-computed-symbol-names.js (default)
+
+Run with --save to save a new expectations file
+Saved all the results in Tools/Scripts/test262/results.yaml
+Summarizing results...
+See summarized results in Tools/Scripts/test262/results-summary.txt
+
+56071 tests ran
+0 expected tests failed
+0 tests newly fail
+2546 tests newly pass
+1241 test files skipped
+Done in 247 seconds!
""")
Modified: trunk/Tools/ChangeLog (231569 => 231570)
--- trunk/Tools/ChangeLog 2018-05-09 17:02:56 UTC (rev 231569)
+++ trunk/Tools/ChangeLog 2018-05-09 17:06:23 UTC (rev 231570)
@@ -1,3 +1,15 @@
+2018-05-09 Leo Balter <[email protected]>
+
+ Set build.webkit.org to use the new Test262-runner
+ https://bugs.webkit.org/show_bug.cgi?id=184933
+
+ Reviewed by Aakash Jain.
+
+ * BuildSlaveSupport/build.webkit.org-config/steps.py:
+ (RunTest262Tests):
+ (RunTest262Tests.countFailures):
+ * BuildSlaveSupport/build.webkit.org-config/steps_unittest.py:
+
2018-05-09 Carlos Eduardo Ramalho <[email protected]>
[GTK][JHBuild] LLVM 3.7.0 build is broken with GCC 8.1
_______________________________________________
webkit-changes mailing list
[email protected]
https://lists.webkit.org/mailman/listinfo/webkit-changes
