HyukjinKwon commented on code in PR #41606: URL: https://github.com/apache/spark/pull/41606#discussion_r1250057759
########## python/pyspark/testing/utils.py: ########## @@ -21,12 +21,23 @@ import sys import unittest from time import time, sleep -from typing import Dict, Optional +from typing import ( + Optional, + Union, + Dict, + List, + Tuple, +) from pyspark import SparkContext, SparkConf from pyspark.errors import PySparkException from pyspark.find_spark_home import _find_spark_home +from pyspark.sql import SparkSession +from pyspark.sql.dataframe import DataFrame as PySparkDataFrame +from pyspark.sql.types import StructType, AtomicType +from functools import reduce +import pandas as pd Review Comment: For the same reason, we can't import pandas here. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
