perf(export): export generates unnecessary files content (#26765)

This commit is contained in:
Stepan
2024-02-22 02:28:38 +03:00
committed by GitHub
parent 744f68d637
commit 2e4f6d3f38
23 changed files with 279 additions and 176 deletions

View File

@@ -32,9 +32,9 @@ def test_export_assets_command(mocker: MockFixture) -> None:
ExportDatabasesCommand.return_value.run.return_value = [
(
"metadata.yaml",
"version: 1.0.0\ntype: Database\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
lambda: "version: 1.0.0\ntype: Database\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
),
("databases/example.yaml", "<DATABASE CONTENTS>"),
("databases/example.yaml", lambda: "<DATABASE CONTENTS>"),
]
ExportDatasetsCommand = mocker.patch(
"superset.commands.export.assets.ExportDatasetsCommand"
@@ -42,9 +42,9 @@ def test_export_assets_command(mocker: MockFixture) -> None:
ExportDatasetsCommand.return_value.run.return_value = [
(
"metadata.yaml",
"version: 1.0.0\ntype: Dataset\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
lambda: "version: 1.0.0\ntype: Dataset\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
),
("datasets/example/dataset.yaml", "<DATASET CONTENTS>"),
("datasets/example/dataset.yaml", lambda: "<DATASET CONTENTS>"),
]
ExportChartsCommand = mocker.patch(
"superset.commands.export.assets.ExportChartsCommand"
@@ -52,9 +52,9 @@ def test_export_assets_command(mocker: MockFixture) -> None:
ExportChartsCommand.return_value.run.return_value = [
(
"metadata.yaml",
"version: 1.0.0\ntype: Slice\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
lambda: "version: 1.0.0\ntype: Slice\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
),
("charts/pie.yaml", "<CHART CONTENTS>"),
("charts/pie.yaml", lambda: "<CHART CONTENTS>"),
]
ExportDashboardsCommand = mocker.patch(
"superset.commands.export.assets.ExportDashboardsCommand"
@@ -62,9 +62,9 @@ def test_export_assets_command(mocker: MockFixture) -> None:
ExportDashboardsCommand.return_value.run.return_value = [
(
"metadata.yaml",
"version: 1.0.0\ntype: Dashboard\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
lambda: "version: 1.0.0\ntype: Dashboard\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
),
("dashboards/sales.yaml", "<DASHBOARD CONTENTS>"),
("dashboards/sales.yaml", lambda: "<DASHBOARD CONTENTS>"),
]
ExportSavedQueriesCommand = mocker.patch(
"superset.commands.export.assets.ExportSavedQueriesCommand"
@@ -72,14 +72,14 @@ def test_export_assets_command(mocker: MockFixture) -> None:
ExportSavedQueriesCommand.return_value.run.return_value = [
(
"metadata.yaml",
"version: 1.0.0\ntype: SavedQuery\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
lambda: "version: 1.0.0\ntype: SavedQuery\ntimestamp: '2022-01-01T00:00:00+00:00'\n",
),
("queries/example/metric.yaml", "<SAVED QUERY CONTENTS>"),
("queries/example/metric.yaml", lambda: "<SAVED QUERY CONTENTS>"),
]
with freeze_time("2022-01-01T00:00:00Z"):
command = ExportAssetsCommand()
output = list(command.run())
output = [(file[0], file[1]()) for file in list(command.run())]
assert output == [
(