mirror of
https://github.com/apache/superset.git
synced 2026-04-18 23:55:00 +00:00
use existing row when id is found (#20661)
This commit is contained in:
committed by
GitHub
parent
e5e8867394
commit
bbaa4cc65d
@@ -137,6 +137,129 @@ def test_import_dataset(app_context: None, session: Session) -> None:
|
||||
assert sqla_table.database.id == database.id
|
||||
|
||||
|
||||
def test_import_dataset_duplicate_column(app_context: None, session: Session) -> None:
|
||||
"""
|
||||
Test importing a dataset with a column that already exists.
|
||||
"""
|
||||
from superset.columns.models import Column as NewColumn
|
||||
from superset.connectors.sqla.models import SqlaTable, TableColumn
|
||||
from superset.datasets.commands.importers.v1.utils import import_dataset
|
||||
from superset.models.core import Database
|
||||
|
||||
engine = session.get_bind()
|
||||
SqlaTable.metadata.create_all(engine) # pylint: disable=no-member
|
||||
|
||||
dataset_uuid = uuid.uuid4()
|
||||
|
||||
database = Database(database_name="my_database", sqlalchemy_uri="sqlite://")
|
||||
|
||||
session.add(database)
|
||||
session.flush()
|
||||
|
||||
dataset = SqlaTable(
|
||||
uuid=dataset_uuid, table_name="existing_dataset", database_id=database.id
|
||||
)
|
||||
column = TableColumn(column_name="existing_column")
|
||||
session.add(dataset)
|
||||
session.add(column)
|
||||
session.flush()
|
||||
|
||||
config = {
|
||||
"table_name": dataset.table_name,
|
||||
"main_dttm_col": "ds",
|
||||
"description": "This is the description",
|
||||
"default_endpoint": None,
|
||||
"offset": -8,
|
||||
"cache_timeout": 3600,
|
||||
"schema": "my_schema",
|
||||
"sql": None,
|
||||
"params": {
|
||||
"remote_id": 64,
|
||||
"database_name": "examples",
|
||||
"import_time": 1606677834,
|
||||
},
|
||||
"template_params": {
|
||||
"answer": "42",
|
||||
},
|
||||
"filter_select_enabled": True,
|
||||
"fetch_values_predicate": "foo IN (1, 2)",
|
||||
"extra": {"warning_markdown": "*WARNING*"},
|
||||
"uuid": dataset_uuid,
|
||||
"metrics": [
|
||||
{
|
||||
"metric_name": "cnt",
|
||||
"verbose_name": None,
|
||||
"metric_type": None,
|
||||
"expression": "COUNT(*)",
|
||||
"description": None,
|
||||
"d3format": None,
|
||||
"extra": {"warning_markdown": None},
|
||||
"warning_text": None,
|
||||
}
|
||||
],
|
||||
"columns": [
|
||||
{
|
||||
"column_name": column.column_name,
|
||||
"verbose_name": None,
|
||||
"is_dttm": None,
|
||||
"is_active": None,
|
||||
"type": "INTEGER",
|
||||
"groupby": None,
|
||||
"filterable": None,
|
||||
"expression": "revenue-expenses",
|
||||
"description": None,
|
||||
"python_date_format": None,
|
||||
"extra": {
|
||||
"certified_by": "User",
|
||||
},
|
||||
}
|
||||
],
|
||||
"database_uuid": database.uuid,
|
||||
"database_id": database.id,
|
||||
}
|
||||
|
||||
sqla_table = import_dataset(session, config, overwrite=True)
|
||||
assert sqla_table.table_name == dataset.table_name
|
||||
assert sqla_table.main_dttm_col == "ds"
|
||||
assert sqla_table.description == "This is the description"
|
||||
assert sqla_table.default_endpoint is None
|
||||
assert sqla_table.offset == -8
|
||||
assert sqla_table.cache_timeout == 3600
|
||||
assert sqla_table.schema == "my_schema"
|
||||
assert sqla_table.sql is None
|
||||
assert sqla_table.params == json.dumps(
|
||||
{"remote_id": 64, "database_name": "examples", "import_time": 1606677834}
|
||||
)
|
||||
assert sqla_table.template_params == json.dumps({"answer": "42"})
|
||||
assert sqla_table.filter_select_enabled is True
|
||||
assert sqla_table.fetch_values_predicate == "foo IN (1, 2)"
|
||||
assert sqla_table.extra == '{"warning_markdown": "*WARNING*"}'
|
||||
assert sqla_table.uuid == dataset_uuid
|
||||
assert len(sqla_table.metrics) == 1
|
||||
assert sqla_table.metrics[0].metric_name == "cnt"
|
||||
assert sqla_table.metrics[0].verbose_name is None
|
||||
assert sqla_table.metrics[0].metric_type is None
|
||||
assert sqla_table.metrics[0].expression == "COUNT(*)"
|
||||
assert sqla_table.metrics[0].description is None
|
||||
assert sqla_table.metrics[0].d3format is None
|
||||
assert sqla_table.metrics[0].extra == '{"warning_markdown": null}'
|
||||
assert sqla_table.metrics[0].warning_text is None
|
||||
assert len(sqla_table.columns) == 1
|
||||
assert sqla_table.columns[0].column_name == column.column_name
|
||||
assert sqla_table.columns[0].verbose_name is None
|
||||
assert sqla_table.columns[0].is_dttm is False
|
||||
assert sqla_table.columns[0].is_active is True
|
||||
assert sqla_table.columns[0].type == "INTEGER"
|
||||
assert sqla_table.columns[0].groupby is True
|
||||
assert sqla_table.columns[0].filterable is True
|
||||
assert sqla_table.columns[0].expression == "revenue-expenses"
|
||||
assert sqla_table.columns[0].description is None
|
||||
assert sqla_table.columns[0].python_date_format is None
|
||||
assert sqla_table.columns[0].extra == '{"certified_by": "User"}'
|
||||
assert sqla_table.database.uuid == database.uuid
|
||||
assert sqla_table.database.id == database.id
|
||||
|
||||
|
||||
def test_import_column_extra_is_string(app_context: None, session: Session) -> None:
|
||||
"""
|
||||
Test importing a dataset when the column extra is a string.
|
||||
|
||||
Reference in New Issue
Block a user