mirror of
https://github.com/apache/superset.git
synced 2026-04-19 08:04:53 +00:00
chore: add unit tests for the current import functionality (#11786)
* chore: add unit tests for the current import functionality * Improve comment * Fix unit test
This commit is contained in:
Beto Dealmeida
306
tests/fixtures/importexport.py
vendored
306
tests/fixtures/importexport.py
vendored
@@ -14,10 +14,312 @@
|
||||
# KIND, either express or implied. See the License for the
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
# pylint: disable=line-too-long
|
||||
|
||||
from typing import Any, Dict
|
||||
from typing import Any, Dict, List
|
||||
|
||||
# example YAML files
|
||||
# example V0 import/export format
|
||||
dataset_ui_export: List[Dict[str, Any]] = [
|
||||
{
|
||||
"columns": [
|
||||
{
|
||||
"column_name": "num_california",
|
||||
"expression": "CASE WHEN state = 'CA' THEN num ELSE 0 END",
|
||||
},
|
||||
{"column_name": "ds", "is_dttm": True, "type": "DATETIME"},
|
||||
{"column_name": "state", "type": "VARCHAR(10)"},
|
||||
{"column_name": "gender", "type": "VARCHAR(16)"},
|
||||
{"column_name": "name", "type": "VARCHAR(255)"},
|
||||
{"column_name": "sum_boys", "type": "BIGINT"},
|
||||
{"column_name": "sum_girls", "type": "BIGINT"},
|
||||
{"column_name": "num", "type": "BIGINT"},
|
||||
],
|
||||
"filter_select_enabled": True,
|
||||
"main_dttm_col": "ds",
|
||||
"metrics": [
|
||||
{
|
||||
"expression": "COUNT(*)",
|
||||
"metric_name": "count",
|
||||
"metric_type": "count",
|
||||
"verbose_name": "COUNT(*)",
|
||||
},
|
||||
{"expression": "SUM(num)", "metric_name": "sum__num"},
|
||||
],
|
||||
"params": '{"remote_id": 3, "database_name": "examples", "import_time": 1604342885}',
|
||||
"table_name": "birth_names_2",
|
||||
}
|
||||
]
|
||||
|
||||
dataset_cli_export: Dict[str, Any] = {
|
||||
"databases": [
|
||||
{
|
||||
"allow_run_async": True,
|
||||
"database_name": "examples",
|
||||
"sqlalchemy_uri": "sqlite:////Users/beto/.superset/superset.db",
|
||||
"tables": dataset_ui_export,
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
dashboard_export: Dict[str, Any] = {
|
||||
"dashboards": [
|
||||
{
|
||||
"__Dashboard__": {
|
||||
"css": "",
|
||||
"dashboard_title": "Births 2",
|
||||
"description": None,
|
||||
"json_metadata": '{"timed_refresh_immune_slices": [], "expanded_slices": {}, "refresh_frequency": 0, "default_filters": "{}", "color_scheme": null, "remote_id": 1}',
|
||||
"position_json": '{"CHART--jvaBFZx78":{"children":[],"id":"CHART--jvaBFZx78","meta":{"chartId":83,"height":50,"sliceName":"Number of California Births","uuid":"c77bb4b3-09f4-4d9a-a9e2-66a627c64343","width":4},"parents":["ROOT_ID","GRID_ID","ROW-se_5H8KNiO"],"type":"CHART"},"DASHBOARD_VERSION_KEY":"v2","GRID_ID":{"children":["ROW-se_5H8KNiO"],"id":"GRID_ID","parents":["ROOT_ID"],"type":"GRID"},"HEADER_ID":{"id":"HEADER_ID","meta":{"text":"Births"},"type":"HEADER"},"ROOT_ID":{"children":["GRID_ID"],"id":"ROOT_ID","type":"ROOT"},"ROW-se_5H8KNiO":{"children":["CHART--jvaBFZx78"],"id":"ROW-se_5H8KNiO","meta":{"background":"BACKGROUND_TRANSPARENT"},"parents":["ROOT_ID","GRID_ID"],"type":"ROW"}}',
|
||||
"slices": [
|
||||
{
|
||||
"__Slice__": {
|
||||
"cache_timeout": None,
|
||||
"datasource_name": "birth_names_2",
|
||||
"datasource_type": "table",
|
||||
"id": 83,
|
||||
"params": '{"adhoc_filters": [], "datasource": "3__table", "granularity_sqla": "ds", "header_font_size": 0.4, "metric": {"aggregate": "SUM", "column": {"column_name": "num_california", "expression": "CASE WHEN state = \'CA\' THEN num ELSE 0 END"}, "expressionType": "SIMPLE", "label": "SUM(num_california)"}, "queryFields": {"metric": "metrics"}, "slice_id": 83, "subheader_font_size": 0.15, "time_range": "100 years ago : now", "time_range_endpoints": ["unknown", "inclusive"], "url_params": {}, "viz_type": "big_number_total", "y_axis_format": "SMART_NUMBER", "remote_id": 83, "datasource_name": "birth_names_2", "schema": null, "database_name": "examples"}',
|
||||
"slice_name": "Number of California Births",
|
||||
"viz_type": "big_number_total",
|
||||
}
|
||||
}
|
||||
],
|
||||
"slug": None,
|
||||
}
|
||||
}
|
||||
],
|
||||
"datasources": [
|
||||
{
|
||||
"__SqlaTable__": {
|
||||
"cache_timeout": None,
|
||||
"columns": [
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "ds",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 332,
|
||||
"is_active": True,
|
||||
"is_dttm": True,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "DATETIME",
|
||||
"uuid": "98e22f20-ed71-4483-b09d-31780ed1fc1b",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "gender",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 333,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "VARCHAR(16)",
|
||||
"uuid": "08e08f02-fb81-4461-bba6-c8c8dfef0c02",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "name",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 334,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "VARCHAR(255)",
|
||||
"uuid": "c67b14d9-fc4b-427d-a363-a53af015fb5e",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "num",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 335,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "BIGINT",
|
||||
"uuid": "69835b93-7169-4a2c-baa7-c1c92f21d10a",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "state",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 336,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "VARCHAR(10)",
|
||||
"uuid": "80003ad0-bdd0-48d3-ade3-8d1838e07d7a",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "sum_boys",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 337,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "BIGINT",
|
||||
"uuid": "8373ed24-4d4e-4307-9eee-8deefeecbb57",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"column_name": "sum_girls",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"description": None,
|
||||
"expression": None,
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 338,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": "BIGINT",
|
||||
"uuid": "46f2de5f-c008-4024-a163-0b5c5f1d5580",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__TableColumn__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:32"},
|
||||
"column_name": "num_california",
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:32"},
|
||||
"description": None,
|
||||
"expression": "CASE WHEN state = 'CA' THEN num ELSE 0 END",
|
||||
"filterable": True,
|
||||
"groupby": True,
|
||||
"id": 434,
|
||||
"is_active": True,
|
||||
"is_dttm": False,
|
||||
"python_date_format": None,
|
||||
"table_id": 3,
|
||||
"type": None,
|
||||
"uuid": "35e32aa6-be2b-4086-9c78-4ea3351ec079",
|
||||
"verbose_name": None,
|
||||
}
|
||||
},
|
||||
],
|
||||
"database_id": 1000,
|
||||
"default_endpoint": None,
|
||||
"description": None,
|
||||
"extra": None,
|
||||
"fetch_values_predicate": None,
|
||||
"filter_select_enabled": True,
|
||||
"main_dttm_col": "ds",
|
||||
"metrics": [
|
||||
{
|
||||
"__SqlMetric__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"d3format": None,
|
||||
"description": None,
|
||||
"expression": "COUNT(*)",
|
||||
"extra": None,
|
||||
"id": 9,
|
||||
"metric_name": "count",
|
||||
"metric_type": "count",
|
||||
"table_id": 3,
|
||||
"uuid": "1042ef50-ebf9-4271-b44e-3aaa891f6c21",
|
||||
"verbose_name": "COUNT(*)",
|
||||
"warning_text": None,
|
||||
}
|
||||
},
|
||||
{
|
||||
"__SqlMetric__": {
|
||||
"changed_by_fk": None,
|
||||
"changed_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"created_by_fk": None,
|
||||
"created_on": {"__datetime__": "2020-10-07T15:50:00"},
|
||||
"d3format": None,
|
||||
"description": None,
|
||||
"expression": "SUM(num)",
|
||||
"extra": None,
|
||||
"id": 10,
|
||||
"metric_name": "sum__num",
|
||||
"metric_type": None,
|
||||
"table_id": 3,
|
||||
"uuid": "d807f208-e3c6-4b89-b790-41f521216ff6",
|
||||
"verbose_name": None,
|
||||
"warning_text": None,
|
||||
}
|
||||
},
|
||||
],
|
||||
"offset": 0,
|
||||
"params": '{"remote_id": 3, "database_name": "examples", "import_time": 1604342885}',
|
||||
"schema": None,
|
||||
"sql": None,
|
||||
"table_name": "birth_names_2",
|
||||
"template_params": None,
|
||||
}
|
||||
}
|
||||
],
|
||||
}
|
||||
|
||||
# example V1 import/export format
|
||||
database_metadata_config: Dict[str, Any] = {
|
||||
"version": "1.0.0",
|
||||
"type": "Database",
|
||||
|
||||
Reference in New Issue
Block a user