mirror of
https://github.com/apache/superset.git
synced 2026-05-11 10:55:43 +00:00
backend for filters
This commit is contained in:
Kamil Gabryjelski
@@ -1240,3 +1240,402 @@ def test_collect_needed_columns_returns_none_for_adhoc_groupby(
|
||||
)
|
||||
|
||||
assert needed is None
|
||||
|
||||
|
||||
def test_apply_what_if_transform_with_single_filter(mocker: MockerFixture) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform generates CASE WHEN for filtered modifications.
|
||||
"""
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="date"),
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
TableColumn(column_name="revenue"),
|
||||
],
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# Apply what-if with filter: only modify ad_spend where product = 'Widget'
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.2,
|
||||
"filters": [{"col": "product", "op": "==", "val": "Widget"}],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"date", "ad_spend", "revenue"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# Should have CASE WHEN with the filter condition
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "product" in compiled
|
||||
assert "'Widget'" in compiled
|
||||
assert "ad_spend * 1.2" in compiled
|
||||
assert "__what_if" in compiled
|
||||
|
||||
|
||||
def test_apply_what_if_transform_with_multiple_filters(mocker: MockerFixture) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform ANDs multiple filter conditions together.
|
||||
"""
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="date"),
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="region"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# Multiple filters: product = 'Widget' AND region = 'US'
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.5,
|
||||
"filters": [
|
||||
{"col": "product", "op": "==", "val": "Widget"},
|
||||
{"col": "region", "op": "==", "val": "US"},
|
||||
],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"date", "ad_spend"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# Should have both conditions ANDed
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "product" in compiled
|
||||
assert "'Widget'" in compiled
|
||||
assert "region" in compiled
|
||||
assert "'US'" in compiled
|
||||
assert "AND" in compiled
|
||||
assert "ad_spend * 1.5" in compiled
|
||||
|
||||
|
||||
def test_apply_what_if_transform_with_in_operator(mocker: MockerFixture) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform handles IN operator correctly.
|
||||
"""
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# Filter: product IN ['Widget', 'Gadget']
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.1,
|
||||
"filters": [
|
||||
{"col": "product", "op": "IN", "val": ["Widget", "Gadget"]}
|
||||
],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"ad_spend"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# Should have IN clause
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "product IN" in compiled
|
||||
assert "'Widget'" in compiled
|
||||
assert "'Gadget'" in compiled
|
||||
|
||||
|
||||
def test_apply_what_if_transform_filter_columns_included(mocker: MockerFixture) -> None:
|
||||
"""
|
||||
Test that filter columns are included in the subquery even if not in needed_columns.
|
||||
"""
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="date"),
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# needed_columns doesn't include 'product', but it's used in filter
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.2,
|
||||
"filters": [{"col": "product", "op": "==", "val": "Widget"}],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"date", "ad_spend"}, # product NOT included
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# product should still be in the SELECT list because it's used in filter
|
||||
assert "product" in compiled
|
||||
assert "CASE WHEN" in compiled
|
||||
|
||||
|
||||
def test_apply_what_if_transform_comparison_operators(mocker: MockerFixture) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform handles comparison operators (>, <, >=, <=).
|
||||
"""
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="quantity"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# Filter: quantity >= 100
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.3,
|
||||
"filters": [{"col": "quantity", "op": ">=", "val": 100}],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"ad_spend"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "quantity >= 100" in compiled
|
||||
assert "ad_spend * 1.3" in compiled
|
||||
|
||||
|
||||
def test_build_what_if_filter_condition_skips_nonexistent_columns(
|
||||
mocker: MockerFixture,
|
||||
) -> None:
|
||||
"""
|
||||
Test that _build_what_if_filter_condition skips filters for non-existent columns.
|
||||
"""
|
||||
database = mocker.MagicMock()
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
# Filter references non-existent column
|
||||
filters = [
|
||||
{"col": "nonexistent", "op": "==", "val": "test"},
|
||||
{"col": "product", "op": "==", "val": "Widget"},
|
||||
]
|
||||
condition = table._build_what_if_filter_condition(filters)
|
||||
|
||||
# Should still return a condition (just for product)
|
||||
assert condition is not None
|
||||
compiled = str(condition)
|
||||
assert "product" in compiled
|
||||
assert "nonexistent" not in compiled
|
||||
|
||||
|
||||
def test_build_what_if_filter_condition_returns_none_for_all_invalid(
|
||||
mocker: MockerFixture,
|
||||
) -> None:
|
||||
"""
|
||||
Test that _build_what_if_filter_condition returns None if all filters are invalid.
|
||||
"""
|
||||
database = mocker.MagicMock()
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="product"),
|
||||
],
|
||||
)
|
||||
|
||||
# All filters reference non-existent columns
|
||||
filters = [
|
||||
{"col": "nonexistent1", "op": "==", "val": "test"},
|
||||
{"col": "nonexistent2", "op": "==", "val": "test"},
|
||||
]
|
||||
condition = table._build_what_if_filter_condition(filters)
|
||||
|
||||
assert condition is None
|
||||
|
||||
|
||||
def test_apply_what_if_transform_with_temporal_range_filter(
|
||||
mocker: MockerFixture,
|
||||
) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform handles TEMPORAL_RANGE filter correctly.
|
||||
"""
|
||||
from datetime import datetime
|
||||
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="order_date"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
# Mock get_since_until_from_time_range to avoid Flask app context requirement
|
||||
mocker.patch(
|
||||
"superset.common.utils.time_range_utils.get_since_until_from_time_range",
|
||||
return_value=(datetime(2024, 1, 1), datetime(2024, 3, 31)),
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.2,
|
||||
"filters": [
|
||||
{
|
||||
"col": "order_date",
|
||||
"op": "TEMPORAL_RANGE",
|
||||
"val": "2024-01-01 : 2024-03-31",
|
||||
}
|
||||
],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"ad_spend"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# Should have CASE WHEN with time range conditions
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "order_date >=" in compiled
|
||||
assert "order_date <" in compiled
|
||||
assert "ad_spend * 1.2" in compiled
|
||||
|
||||
|
||||
def test_apply_what_if_transform_with_combined_filters(
|
||||
mocker: MockerFixture,
|
||||
) -> None:
|
||||
"""
|
||||
Test that _apply_what_if_transform handles combined product + time range filters.
|
||||
"""
|
||||
from datetime import datetime
|
||||
|
||||
engine = create_engine("sqlite://")
|
||||
database = mocker.MagicMock()
|
||||
database.db_engine_spec.engine = "sqlite"
|
||||
|
||||
table = SqlaTable(
|
||||
table_name="sales",
|
||||
database=database,
|
||||
columns=[
|
||||
TableColumn(column_name="order_date"),
|
||||
TableColumn(column_name="product"),
|
||||
TableColumn(column_name="ad_spend"),
|
||||
],
|
||||
)
|
||||
|
||||
# Mock get_since_until_from_time_range to avoid Flask app context requirement
|
||||
mocker.patch(
|
||||
"superset.common.utils.time_range_utils.get_since_until_from_time_range",
|
||||
return_value=(datetime(2024, 1, 1), datetime(2024, 4, 1)),
|
||||
)
|
||||
|
||||
source = table.get_sqla_table()
|
||||
|
||||
# Combined filter: product = 'Widget' AND order_date in Q1 2024
|
||||
what_if = {
|
||||
"modifications": [
|
||||
{
|
||||
"column": "ad_spend",
|
||||
"multiplier": 1.5,
|
||||
"filters": [
|
||||
{"col": "product", "op": "==", "val": "Widget"},
|
||||
{
|
||||
"col": "order_date",
|
||||
"op": "TEMPORAL_RANGE",
|
||||
"val": "2024-01-01 : 2024-04-01",
|
||||
},
|
||||
],
|
||||
}
|
||||
],
|
||||
"needed_columns": {"ad_spend"},
|
||||
}
|
||||
result = table._apply_what_if_transform(source, what_if)
|
||||
|
||||
query = select(result)
|
||||
compiled = str(query.compile(engine, compile_kwargs={"literal_binds": True}))
|
||||
|
||||
# Should have CASE WHEN with all conditions ANDed together
|
||||
assert "CASE WHEN" in compiled
|
||||
assert "product" in compiled
|
||||
assert "'Widget'" in compiled
|
||||
assert "order_date >=" in compiled
|
||||
assert "order_date <" in compiled
|
||||
assert "AND" in compiled
|
||||
assert "ad_spend * 1.5" in compiled
|
||||
# Both filter columns should be in the SELECT list
|
||||
assert "order_date" in compiled
|
||||
|
||||
Reference in New Issue
Block a user