Title: [281448] trunk/Tools
Revision
281448
Author
jbed...@apple.com
Date
2021-08-23 09:33:58 -0700 (Mon, 23 Aug 2021)

Log Message

[Cygwin] Support Python 3 in run-webkit-tests
https://bugs.webkit.org/show_bug.cgi?id=229360
<rdar://problem/82192362>

Reviewed by Dewei Zhu.

* Scripts/libraries/webkitcorepy/setup.py: Bump version.
* Scripts/libraries/webkitcorepy/webkitcorepy/__init__.py: Ditto.
* Scripts/libraries/webkitcorepy/webkitcorepy/tests/task_pool_unittest.py:
(TaskPoolUnittest): Skip some tests on cygwin.
* Scripts/webkitpy/common/system/abstractexecutive.py:
(AbstractExecutive.command_for_printing): Strings might be bytes on some platforms.
* Scripts/webkitpy/common/system/path.py:
(_CygPath.convert): Cygwin path process is not unicode.
* Scripts/webkitpy/common/system/platforminfo.py:
(PlatformInfo._win_version_str): Return Windows version string as unicode string.

Modified Paths

Diff

Modified: trunk/Tools/ChangeLog (281447 => 281448)


--- trunk/Tools/ChangeLog	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/ChangeLog	2021-08-23 16:33:58 UTC (rev 281448)
@@ -1,3 +1,22 @@
+2021-08-23  Jonathan Bedard  <jbed...@apple.com>
+
+        [Cygwin] Support Python 3 in run-webkit-tests
+        https://bugs.webkit.org/show_bug.cgi?id=229360
+        <rdar://problem/82192362>
+
+        Reviewed by Dewei Zhu.
+
+        * Scripts/libraries/webkitcorepy/setup.py: Bump version.
+        * Scripts/libraries/webkitcorepy/webkitcorepy/__init__.py: Ditto.
+        * Scripts/libraries/webkitcorepy/webkitcorepy/tests/task_pool_unittest.py:
+        (TaskPoolUnittest): Skip some tests on cygwin.
+        * Scripts/webkitpy/common/system/abstractexecutive.py:
+        (AbstractExecutive.command_for_printing): Strings might be bytes on some platforms.
+        * Scripts/webkitpy/common/system/path.py:
+        (_CygPath.convert): Cygwin path process is not unicode.
+        * Scripts/webkitpy/common/system/platforminfo.py:
+        (PlatformInfo._win_version_str): Return Windows version string as unicode string.
+
 2021-08-22  Yusuke Suzuki  <ysuz...@apple.com>
 
         [JSC] Remove already-shipped wasm option flags

Modified: trunk/Tools/Scripts/libraries/webkitcorepy/setup.py (281447 => 281448)


--- trunk/Tools/Scripts/libraries/webkitcorepy/setup.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/libraries/webkitcorepy/setup.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -30,7 +30,7 @@
 
 setup(
     name='webkitcorepy',
-    version='0.9.0',
+    version='0.9.1',
     description='Library containing various Python support classes and functions.',
     long_description=readme(),
     classifiers=[

Modified: trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/__init__.py (281447 => 281448)


--- trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/__init__.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/__init__.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -41,7 +41,7 @@
 from webkitcorepy.nested_fuzzy_dict import NestedFuzzyDict
 from webkitcorepy.call_by_need import CallByNeed
 
-version = Version(0, 9, 0)
+version = Version(0, 9, 1)
 
 from webkitcorepy.autoinstall import Package, AutoInstall
 if sys.version_info > (3, 0):

Modified: trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/tests/task_pool_unittest.py (281447 => 281448)


--- trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/tests/task_pool_unittest.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/libraries/webkitcorepy/webkitcorepy/tests/task_pool_unittest.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -22,6 +22,7 @@
 
 import logging
 import time
+import sys
 import unittest
 
 from webkitcorepy import OutputCapture, TaskPool, log as logger
@@ -59,16 +60,6 @@
 class TaskPoolUnittest(unittest.TestCase):
     alphabet = 'abcdefghijklmnopqrstuvwxyz'
 
-    def test_single(self):
-        with OutputCapture(level=logging.WARNING) as captured:
-            with TaskPool(workers=1, force_fork=True) as pool:
-                pool.do(action, 'a')
-                pool.do(log, logging.WARNING, '1')
-                pool.wait()
-
-        self.assertEqual(captured.stdout.getvalue(), 'action(a)\n')
-        self.assertEqual(captured.webkitcorepy.log.getvalue(), 'worker/0 1\n')
-
     def test_single_no_fork(self):
         with OutputCapture(level=logging.WARNING) as captured:
             with TaskPool(workers=1, force_fork=False) as pool:
@@ -79,20 +70,6 @@
         self.assertEqual(captured.stdout.getvalue(), 'action(a)\n')
         self.assertEqual(captured.webkitcorepy.log.getvalue(), '1\n')
 
-    def test_multiple(self):
-        with OutputCapture(level=logging.INFO) as captured:
-            with TaskPool(workers=4) as pool:
-                for character in self.alphabet:
-                    pool.do(action, character)
-                pool.wait()
-
-        lines = captured.stdout.getvalue().splitlines()
-        self.assertEquals(sorted(lines), ['action({})'.format(character) for character in self.alphabet])
-        self.assertEqual(
-            sorted(captured.webkitcorepy.log.getvalue().splitlines()),
-            sorted(['worker/{} starting'.format(number) for number in range(4)] + ['worker/{} stopping'.format(number) for number in range(4)]),
-        )
-
     def test_callback(self):
         sequence = []
 
@@ -106,17 +83,6 @@
             ''.join(sorted(sequence)),
         )
 
-    def test_exception(self):
-        with OutputCapture(level=logging.INFO) as captured:
-            with self.assertRaises(RuntimeError):
-                with TaskPool(workers=1, force_fork=True) as pool:
-                    pool.do(exception, 'Testing exception')
-                    pool.wait()
-        self.assertEqual(
-            captured.webkitcorepy.log.getvalue().splitlines(),
-            ['worker/0 starting', 'worker/0 stopping'],
-        )
-
     def test_exception_no_fork(self):
         with OutputCapture(level=logging.INFO) as captured:
             with self.assertRaises(RuntimeError):
@@ -125,46 +91,82 @@
                     pool.wait()
         self.assertEqual(captured.webkitcorepy.log.getvalue(), '')
 
-    def test_setup(self):
-        with OutputCapture() as captured:
-            with TaskPool(workers=4, setup=setup) as pool:
-                for character in self.alphabet:
-                    pool.do(action, character)
-                pool.wait()
-        self.assertEqual(
-            sorted(captured.webkitcorepy.log.getvalue().splitlines()),
-            ['worker/{} Setting up'.format(x) for x in range(4)],
-        )
+    if sys.platform != 'cygwin':
+        def test_single(self):
+            with OutputCapture(level=logging.WARNING) as captured:
+                with TaskPool(workers=1, force_fork=True) as pool:
+                    pool.do(action, 'a')
+                    pool.do(log, logging.WARNING, '1')
+                    pool.wait()
 
-    def test_setup_arguments(self):
-        with OutputCapture() as captured:
-            with TaskPool(workers=4, setup=setup, setupargs=['Setup argument']) as pool:
-                for character in self.alphabet:
-                    pool.do(action, character)
-                pool.wait()
-        self.assertEqual(
-            sorted(captured.webkitcorepy.log.getvalue().splitlines()),
-            ['worker/{} Setup argument'.format(x) for x in range(4)],
-        )
+            self.assertEqual(captured.stdout.getvalue(), 'action(a)\n')
+            self.assertEqual(captured.webkitcorepy.log.getvalue(), 'worker/0 1\n')
 
-    def test_teardown(self):
-        with OutputCapture() as captured:
-            with TaskPool(workers=4, teardown=teardown) as pool:
-                for character in self.alphabet:
-                    pool.do(action, character)
-                pool.wait()
-        self.assertEqual(
-            sorted(captured.webkitcorepy.log.getvalue().splitlines()),
-            ['worker/{} Tearing down'.format(x) for x in range(4)],
-        )
+        def test_multiple(self):
+            with OutputCapture(level=logging.INFO) as captured:
+                with TaskPool(workers=4) as pool:
+                    for character in self.alphabet:
+                        pool.do(action, character)
+                    pool.wait()
 
-    def test_teardown_arguments(self):
-        with OutputCapture() as captured:
-            with TaskPool(workers=4, teardown=teardown, teardownargs=['Teardown argument']) as pool:
-                for character in self.alphabet:
-                    pool.do(action, character)
-                pool.wait()
-        self.assertEqual(
-            sorted(captured.webkitcorepy.log.getvalue().splitlines()),
-            ['worker/{} Teardown argument'.format(x) for x in range(4)],
-        )
+            lines = captured.stdout.getvalue().splitlines()
+            self.assertEquals(sorted(lines), ['action({})'.format(character) for character in self.alphabet])
+            self.assertEqual(
+                sorted(captured.webkitcorepy.log.getvalue().splitlines()),
+                sorted(['worker/{} starting'.format(number) for number in range(4)] + ['worker/{} stopping'.format(number) for number in range(4)]),
+            )
+
+        def test_exception(self):
+            with OutputCapture(level=logging.INFO) as captured:
+                with self.assertRaises(RuntimeError):
+                    with TaskPool(workers=1, force_fork=True) as pool:
+                        pool.do(exception, 'Testing exception')
+                        pool.wait()
+            self.assertEqual(
+                captured.webkitcorepy.log.getvalue().splitlines(),
+                ['worker/0 starting', 'worker/0 stopping'],
+            )
+
+        def test_setup(self):
+            with OutputCapture() as captured:
+                with TaskPool(workers=4, setup=setup) as pool:
+                    for character in self.alphabet:
+                        pool.do(action, character)
+                    pool.wait()
+            self.assertEqual(
+                sorted(captured.webkitcorepy.log.getvalue().splitlines()),
+                ['worker/{} Setting up'.format(x) for x in range(4)],
+            )
+
+        def test_setup_arguments(self):
+            with OutputCapture() as captured:
+                with TaskPool(workers=4, setup=setup, setupargs=['Setup argument']) as pool:
+                    for character in self.alphabet:
+                        pool.do(action, character)
+                    pool.wait()
+            self.assertEqual(
+                sorted(captured.webkitcorepy.log.getvalue().splitlines()),
+                ['worker/{} Setup argument'.format(x) for x in range(4)],
+            )
+
+        def test_teardown(self):
+            with OutputCapture() as captured:
+                with TaskPool(workers=4, teardown=teardown) as pool:
+                    for character in self.alphabet:
+                        pool.do(action, character)
+                    pool.wait()
+            self.assertEqual(
+                sorted(captured.webkitcorepy.log.getvalue().splitlines()),
+                ['worker/{} Tearing down'.format(x) for x in range(4)],
+            )
+
+        def test_teardown_arguments(self):
+            with OutputCapture() as captured:
+                with TaskPool(workers=4, teardown=teardown, teardownargs=['Teardown argument']) as pool:
+                    for character in self.alphabet:
+                        pool.do(action, character)
+                    pool.wait()
+            self.assertEqual(
+                sorted(captured.webkitcorepy.log.getvalue().splitlines()),
+                ['worker/{} Teardown argument'.format(x) for x in range(4)],
+            )

Modified: trunk/Tools/Scripts/webkitpy/common/system/abstractexecutive.py (281447 => 281448)


--- trunk/Tools/Scripts/webkitpy/common/system/abstractexecutive.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/webkitpy/common/system/abstractexecutive.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -107,8 +107,8 @@
     def command_for_printing(self, args):
         """Returns a print-ready string representing command args.
         The string should be copy/paste ready for execution in a shell."""
-        args = self._stringify_args(args)
-        return string_utils.decode(string_utils.encode(' '.join(args), encoding='unicode_escape'))
+        args = [elm for elm in self._stringify_args(args)]
+        return string_utils.decode(string_utils.encode((b' ' if isinstance(args[0], bytes) else ' ').join(args), encoding='unicode_escape'))
 
     def run_command(self, args, cwd=None, env=None, input=None, stdout=None, error_handler=None, ignore_errors=False,
         return_exit_code=False, return_stderr=True, decode_output=True):

Modified: trunk/Tools/Scripts/webkitpy/common/system/path.py (281447 => 281448)


--- trunk/Tools/Scripts/webkitpy/common/system/path.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/webkitpy/common/system/path.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -36,6 +36,8 @@
 import logging
 import threading
 
+from webkitcorepy import string_utils
+
 if sys.version_info > (3, 0):
     from urllib.parse import quote as urllib_quote
 else:
@@ -110,14 +112,15 @@
     def convert(self, path):
         if not self.is_running():
             self.start()
-        self._child_process.stdin.write("%s\r\n" % path)
+        self._child_process.stdin.write(string_utils.encode(path))
+        self._child_process.stdin.write(b'\r\n')
         self._child_process.stdin.flush()
 
-        windows_path = self._child_process.stdout.readline().rstrip()
+        windows_path = string_utils.decode(self._child_process.stdout.readline().rstrip())
         if windows_path == "":
             self._child_process.stdin.close()
             self._child_process.wait()
-            windows_path = self._child_process.stdout.readline().rstrip()
+            windows_path = string_utils.decode(self._child_process.stdout.readline().rstrip())
             self._child_process = None
         # Some versions of cygpath use lowercase drive letters while others
         # use uppercase. We always convert to uppercase for consistency.

Modified: trunk/Tools/Scripts/webkitpy/common/system/platforminfo.py (281447 => 281448)


--- trunk/Tools/Scripts/webkitpy/common/system/platforminfo.py	2021-08-23 16:01:29 UTC (rev 281447)
+++ trunk/Tools/Scripts/webkitpy/common/system/platforminfo.py	2021-08-23 16:33:58 UTC (rev 281448)
@@ -251,4 +251,4 @@
         if version:
             return version
         # Note that this should only ever be called on windows, so this should always work.
-        return self._executive.run_command(['cmd', '/c', 'ver'], decode_output=False)
+        return self._executive.run_command(['cmd', '/c', 'ver'], decode_output=True)
_______________________________________________
webkit-changes mailing list
webkit-changes@lists.webkit.org
https://lists.webkit.org/mailman/listinfo/webkit-changes

Reply via email to