mirror of
https://github.com/apache/superset.git
synced 2026-04-09 03:16:07 +00:00
6537d5ed8c
* Use PyArrow Table for query result serialization * Cleanup dev comments * Additional cleanup * WIP: tests * Remove explicit dtype logic from db_engine_specs * Remove obsolete column property * SupersetTable column types * Port SupersetDataFrame methods to SupersetTable * Add test for nullable boolean columns * Support datetime values with timezone offsets * Black formatting * Pylint * More linting/formatting * Resolve issue with timezones not appearing in results * Types * Enable running of tests in tests/db_engine_specs * Resolve application context errors * Refactor and add tests for pyodbc.Row conversion * Appease isort, regardless of isort:skip * Re-enable RESULTS_BACKEND_USE_MSGPACK default based on benchmarks * Dataframe typing and nits * Renames to reduce ambiguity
36 lines
1.3 KiB
Python
36 lines
1.3 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
""" Superset utilities for pandas.DataFrame.
|
|
"""
|
|
from typing import Any, Dict, List
|
|
|
|
import pandas as pd
|
|
|
|
from superset.utils.core import JS_MAX_INTEGER
|
|
|
|
|
|
def df_to_records(dframe: pd.DataFrame) -> List[Dict[str, Any]]:
|
|
data: List[Dict[str, Any]] = dframe.to_dict(orient="records")
|
|
# TODO: refactor this
|
|
for d in data:
|
|
for k, v in list(d.items()):
|
|
# if an int is too big for JavaScript to handle
|
|
# convert it to a string
|
|
if isinstance(v, int) and abs(v) > JS_MAX_INTEGER:
|
|
d[k] = str(v)
|
|
return data
|