Skip to content

Commit c534de5

Browse files
committed
Refactor
1 parent 641d51e commit c534de5

File tree

4 files changed

+17
-18
lines changed

4 files changed

+17
-18
lines changed

pandarallel/data_types/dataframe.py

Lines changed: 8 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,8 @@
22

33
import pandas as pd
44

5-
from ..utils import chunk
5+
from ..utils import chunk, get_axis_int
66
from .generic import DataType
7-
from ..utils import _get_axis_int, _opposite_axis_int
87

98

109
class DataFrame:
@@ -15,8 +14,8 @@ def get_chunks(
1514
) -> Iterator[pd.DataFrame]:
1615
user_defined_function_kwargs = kwargs["user_defined_function_kwargs"]
1716

18-
axis_int = _get_axis_int(user_defined_function_kwargs)
19-
opposite_axis_int = _opposite_axis_int(axis_int)
17+
axis_int = get_axis_int(user_defined_function_kwargs)
18+
opposite_axis_int = 1 - axis_int
2019

2120
for chunk_ in chunk(data.shape[opposite_axis_int], nb_workers):
2221
yield data.iloc[chunk_] if axis_int == 1 else data.iloc[:, chunk_]
@@ -36,17 +35,16 @@ def work(
3635
)
3736

3837
@staticmethod
39-
def get_reduce_extra(data: Any, user_defined_function_kwargs) -> Dict[str, Any]:
40-
return {"axis": _get_axis_int(user_defined_function_kwargs)}
38+
def get_reduce_extra(
39+
data: Any, user_defined_function_kwargs: Dict[str, Any]
40+
) -> Dict[str, Any]:
41+
return {"axis": get_axis_int(user_defined_function_kwargs)}
4142

4243
@staticmethod
4344
def reduce(
4445
datas: Iterable[pd.DataFrame], extra: Dict[str, Any]
4546
) -> pd.DataFrame:
46-
if isinstance(datas[0], pd.Series):
47-
axis = 0
48-
else:
49-
axis = _opposite_axis_int(extra["axis"])
47+
axis = 0 if isinstance(datas[0], pd.Series) else 1 - extra["axis"]
5048
return pd.concat(datas, copy=False, axis=axis)
5149

5250
class ApplyMap(DataType):

pandarallel/data_types/dataframe_groupby.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,9 @@ def compute_result(
4040
return [compute_result(key, df) for key, df in data]
4141

4242
@staticmethod
43-
def get_reduce_extra(data: PandasDataFrameGroupBy, user_defined_function_kwargs) -> Dict[str, Any]:
43+
def get_reduce_extra(
44+
data: PandasDataFrameGroupBy, user_defined_function_kwargs: Dict[str, Any]
45+
) -> Dict[str, Any]:
4446
return {"df_groupby": data}
4547

4648
@staticmethod

pandarallel/data_types/generic.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,9 @@ def work(
2424
...
2525

2626
@staticmethod
27-
def get_reduce_extra(data: Any, user_defined_function_kwargs) -> Dict[str, Any]:
27+
def get_reduce_extra(
28+
data: Any, user_defined_function_kwargs: Dict[str, Any]
29+
) -> Dict[str, Any]:
2830
return dict()
2931

3032
@staticmethod

pandarallel/utils.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import itertools
22
from enum import Enum
3-
from typing import List, Tuple
3+
from typing import Any, Dict, List, Tuple
44

55
import pandas as pd
66
from pandas import DataFrame, Index
@@ -87,17 +87,14 @@ def get_pandas_version() -> Tuple[int, int]:
8787
return int(major_str), int(minor_str)
8888

8989

90-
def _get_axis_int(user_defined_function_kwargs):
90+
def get_axis_int(user_defined_function_kwargs: Dict[str, Any]):
9191
axis = user_defined_function_kwargs.get("axis", 0)
9292

9393
if axis not in {0, 1, "index", "columns"}:
9494
raise ValueError(f"No axis named {axis} for object type DataFrame")
9595

96-
axis_int = {0: 0, 1: 1, "index": 0, "columns": 1}[axis]
97-
return axis_int
96+
return {0: 0, 1: 1, "index": 0, "columns": 1}[axis]
9897

99-
def _opposite_axis_int(axis: int):
100-
return 1 - axis
10198

10299
class WorkerStatus(int, Enum):
103100
Running = 0

0 commit comments

Comments
 (0)