QT/superset2
1
0
Fork 0
mirror of https://github.com/apache/superset.git synced 2026-04-19 08:04:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

perf(postprocessing): improve pivot postprocessing operation (#23465)

Browse Source 
Co-authored-by: Usiel Riedl <usiel.riedl@automattic.com>
This commit is contained in:
Usiel Riedl
2023-03-24 13:53:34 +08:00
committed by GitHub
parent d1947f7354
commit be2eb3157c
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
superset/utils/pandas_postprocessing/pivot.py
View File

@@ -87,7 +87,7 @@ def pivot( # pylint: disable=too-many-arguments,too-many-locals
if not drop_missing_columns and columns: if not drop_missing_columns and columns:
for row in df[columns].itertuples(): for row in df[columns].itertuples():
for metric in aggfunc.keys(): for metric in aggfunc.keys():
series_set.add(str(tuple([metric]) + tuple(row[1:]))) series_set.add(tuple([metric]) + tuple(row[1:]))
df = df.pivot_table( df = df.pivot_table(
values=aggfunc.keys(), values=aggfunc.keys(),
@@ -101,10 +101,7 @@ def pivot( # pylint: disable=too-many-arguments,too-many-locals
) )
if not drop_missing_columns and len(series_set) > 0 and not df.empty: if not drop_missing_columns and len(series_set) > 0 and not df.empty:
for col in df.columns: df = df.drop(df.columns.difference(series_set), axis=PandasAxis.COLUMN)
series = str(col)
if series not in series_set:
df = df.drop(col, axis=PandasAxis.COLUMN)
if combine_value_with_metric: if combine_value_with_metric:
df = df.stack(0).unstack() df = df.stack(0).unstack()