Modified: trunk/Tools/CISupport/build-webkit-org/steps_unittest.py (279664 => 279665)
--- trunk/Tools/CISupport/build-webkit-org/steps_unittest.py 2021-07-07 20:39:26 UTC (rev 279664)
+++ trunk/Tools/CISupport/build-webkit-org/steps_unittest.py 2021-07-07 20:50:19 UTC (rev 279665)
@@ -911,6 +911,71 @@
return self.runStep()
+class TestRunWebKit1Tests(BuildStepMixinAdditions, unittest.TestCase):
+ def setUp(self):
+ self.longMessage = True
+ self.jsonFileName = 'layout-test-results/full_results.json'
+ os.environ['RESULTS_SERVER_API_KEY'] = 'test-api-key'
+ return self.setUpBuildStep()
+
+ def tearDown(self):
+ del os.environ['RESULTS_SERVER_API_KEY']
+ return self.tearDownBuildStep()
+
+ def configureStep(self):
+ self.setupStep(RunWebKit1Tests())
+ self.setProperty('buildername', 'Apple-iOS-14-Simulator-Debug-Build')
+ self.setProperty('buildnumber', '101')
+ self.setProperty('workername', 'bot100')
+
+ def test_success(self):
+ self.configureStep()
+ self.setProperty('fullPlatform', 'ios-simulator')
+ self.setProperty('configuration', 'debug')
+ self.expectRemoteCommands(
+ ExpectShell(
+ workdir='wkdir',
+ logEnviron=False,
+ command=['python', './Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ '--no-new-test-results', '--clobber-old-results',
+ '--builder-name', 'Apple-iOS-14-Simulator-Debug-Build',
+ '--build-number', '101', '--buildbot-worker', 'bot100',
+ '--buildbot-master', CURRENT_HOSTNAME,
+ '--report', RESULTS_WEBKIT_URL,
+ '--exit-after-n-crashes-or-timeouts', '50',
+ '--exit-after-n-failures', '500',
+ '--debug', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging'],
+ env={'RESULTS_SERVER_API_KEY': 'test-api-key'}
+ ) + 0,
+ )
+ self.expectOutcome(result=SUCCESS, state_string='layout-tests')
+ return self.runStep()
+
+ def test_failure(self):
+ self.configureStep()
+ self.setProperty('fullPlatform', 'ios-14')
+ self.setProperty('configuration', 'release')
+ self.expectRemoteCommands(
+ ExpectShell(
+ workdir='wkdir',
+ logEnviron=False,
+ command=['python', './Tools/Scripts/run-webkit-tests', '--no-build', '--no-show-results',
+ '--no-new-test-results', '--clobber-old-results',
+ '--builder-name', 'Apple-iOS-14-Simulator-Debug-Build',
+ '--build-number', '101', '--buildbot-worker', 'bot100',
+ '--buildbot-master', CURRENT_HOSTNAME,
+ '--report', RESULTS_WEBKIT_URL,
+ '--exit-after-n-crashes-or-timeouts', '50',
+ '--exit-after-n-failures', '500',
+ '--release', '--dump-render-tree', '--results-directory', 'layout-test-results', '--debug-rwt-logging'],
+ env={'RESULTS_SERVER_API_KEY': 'test-api-key'}
+ ) + ExpectShell.log('stdio', stdout='9 failures found.')
+ + 2,
+ )
+ self.expectOutcome(result=FAILURE, state_string='layout-tests (failure)')
+ return self.runStep()
+
+
class TestRunJavaScriptCoreTests(BuildStepMixinAdditions, unittest.TestCase):
def setUp(self):
self.longMessage = True
