From 7fb8ea319e4931f7721ac6f9c12100c95d252cd2 Mon Sep 17 00:00:00 2001 From: Takuya UESHIN Date: Wed, 18 Aug 2021 10:36:09 +0900 Subject: [PATCH] [SPARK-36370][PYTHON][FOLLOWUP] Use LooseVersion instead of pkg_resources.parse_version ### What changes were proposed in this pull request? This is a follow-up of #33687. Use `LooseVersion` instead of `pkg_resources.parse_version`. ### Why are the changes needed? In the previous PR, `pkg_resources.parse_version` was used, but we should use `LooseVersion` instead to be consistent in the code base. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Existing tests. Closes #33768 from ueshin/issues/SPARK-36370/LooseVersion. Authored-by: Takuya UESHIN Signed-off-by: Hyukjin Kwon --- python/pyspark/pandas/groupby.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/python/pyspark/pandas/groupby.py b/python/pyspark/pandas/groupby.py index 1ced2ced14..beb36e66de 100644 --- a/python/pyspark/pandas/groupby.py +++ b/python/pyspark/pandas/groupby.py @@ -26,7 +26,6 @@ from collections import OrderedDict, namedtuple from distutils.version import LooseVersion from functools import partial from itertools import product -from pkg_resources import parse_version # type: ignore from typing import ( Any, Callable, @@ -47,7 +46,7 @@ from typing import ( import pandas as pd from pandas.api.types import is_hashable, is_list_like -if parse_version(pd.__version__) >= parse_version("1.3.0"): +if LooseVersion(pd.__version__) >= LooseVersion("1.3.0"): from pandas.core.common import _builtin_table else: from pandas.core.base import SelectionMixin