Revision: 18916
Author:   [email protected]
Date:     Wed Jan 29 15:13:45 2014 UTC
Log:      Skip Mozilla tests with timeouts.

- Let Mozilla tests with timeouts always run in no-variants mode. Otherwise the stress-run causes a 16 minutes timeout in debug mode and 32 minutes on arm debug. - Four test cases with exponentially long running regular expressions are skipped entirely.

BUG=
[email protected]

Review URL: https://codereview.chromium.org/148913006
http://code.google.com/p/v8/source/detail?r=18916

Modified:
 /branches/bleeding_edge/test/mozilla/mozilla.status

=======================================
--- /branches/bleeding_edge/test/mozilla/mozilla.status Mon Nov 25 17:34:52 2013 UTC +++ /branches/bleeding_edge/test/mozilla/mozilla.status Wed Jan 29 15:13:45 2014 UTC
@@ -75,7 +75,7 @@
   'js1_2/function/Number': [SKIP],

   # TODO(2018): Temporarily allow timeout in debug mode.
-  'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, FAIL]],
+ 'js1_5/GC/regress-203278-2': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS, FAIL]],

   ##################### SLOW TESTS #####################

@@ -103,11 +103,11 @@
   ##################### FLAKY TESTS #####################

   # These tests time out in debug mode but pass in product mode
-  'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT]],
-  'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT]],
+ 'js1_5/Regress/regress-360969-03': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-04': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-05': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/Regress/regress-360969-06': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]], + 'js1_5/extensions/regress-365527': [PASS, ['mode == debug', TIMEOUT, NO_VARIANTS]],

   'js1_5/Regress/regress-280769-3': [PASS, ['mode == debug', FAIL]],
   'js1_5/Regress/regress-203278-1': [PASS, ['mode == debug', FAIL]],
@@ -116,7 +116,7 @@
   'js1_5/GC/regress-278725': [PASS, ['mode == debug', FAIL]],
   # http://b/issue?id=1206983
   'js1_5/Regress/regress-367561-03': [PASS, ['mode == debug', FAIL]],
-  'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT]],
+ 'ecma/Date/15.9.5.10-2': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],

   # These tests create two Date objects just after each other and
   # expects them to match.  Sometimes this happens on the border
@@ -166,7 +166,7 @@
   'js1_5/Array/regress-99120-01': [PASS, FAIL],
   'js1_5/Array/regress-99120-02': [PASS, FAIL],
   'js1_5/Regress/regress-347306-01': [PASS, FAIL],
-  'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT]],
+ 'js1_5/Regress/regress-416628': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],


   # The following two tests assume that daylight savings time starts first
@@ -187,7 +187,7 @@

   # Tests that sorting arrays of ints is less than 3 times as fast
   # as sorting arrays of strings.
- 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT]], + 'js1_5/extensions/regress-371636': [PASS, FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],


   # Tests depend on GC timings. Inherently flaky.
@@ -273,14 +273,18 @@
   # PCRE's match limit is reached.  SpiderMonkey hangs on the first one,
   # JSC returns true somehow.  Maybe they up the match limit?  There is
   # an open V8 bug 676063 about this.
-  'ecma_3/RegExp/regress-330684': [TIMEOUT],
+ # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
+  # any useful coverage.
+  'ecma_3/RegExp/regress-330684': [SKIP],


   # This test contains a regexp that runs exponentially long.  Spidermonkey
# standalone will hang, though apparently inside Firefox it will trigger a # long-running-script timeout. JSCRE passes by hitting the matchLimit and
   # just pretending that an exhaustive search found no match.
-  'ecma_3/RegExp/regress-307456': [PASS, TIMEOUT],
+ # TODO(yangguo): Hangs on complex regexp. Please investigate if this gives
+  # any useful coverage.
+  'ecma_3/RegExp/regress-307456': [SKIP],


   # We do not detect overflow in bounds for back references and {}
@@ -613,7 +617,7 @@

   # This test seems designed to fail (it produces a 700Mbyte string).
   # We fail on out of memory.  The important thing is not to crash.
-  'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT]],
+ 'js1_5/Regress/regress-303213': [FAIL, ['mode == debug', TIMEOUT, NO_VARIANTS]],

   # This test fails since we now throw in String.prototype.match when apply
# is given null or undefined as this argument (and so does firefox nightly).
@@ -747,12 +751,15 @@
   'js1_5/extensions/toLocaleFormat-01': [FAIL_OK],
   'js1_5/extensions/toLocaleFormat-02': [FAIL_OK],

-  'js1_5/extensions/regress-330569': [TIMEOUT],
-  'js1_5/extensions/regress-351448': [TIMEOUT],
+ # TODO(yangguo): Both tests have complex regular expressions (nested (.*)*
+  # and the like). Please investigate if these tests provide any coverage.
+  # Furthermore, an exception is expected which is not thrown by v8.
+  'js1_5/extensions/regress-330569': [SKIP],
+  'js1_5/extensions/regress-351448': [SKIP],
   # In the 64-bit version, this test takes longer to run out of memory
   # than it does in the 32-bit version when attempting to generate a huge
   # error message in debug mode.
- 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT]], + 'js1_5/extensions/regress-336410-1': [FAIL_OK, ['mode == debug and arch == x64', TIMEOUT, NO_VARIANTS]],

   ##################### DECOMPILATION TESTS #####################

@@ -831,7 +838,7 @@


   # BUG(1040): Allow this test to timeout.
-  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
+  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
 }],  # 'arch == arm'


@@ -851,6 +858,6 @@


   # BUG(1040): Allow this test to timeout.
-  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT],
+  'js1_5/GC/regress-203278-2': [PASS, TIMEOUT, NO_VARIANTS],
 }],  # 'arch == mipsel'
 ]

--
--
v8-dev mailing list
[email protected]
http://groups.google.com/group/v8-dev
--- You received this message because you are subscribed to the Google Groups "v8-dev" group.
To unsubscribe from this group and stop receiving emails from it, send an email 
to [email protected].
For more options, visit https://groups.google.com/groups/opt_out.

Reply via email to