Compare commits

...

1 Commits

Author SHA1 Message Date
Mehmet Salih Yavuz
b26cc61320 feat(async): cancel running chart queries under GLOBAL_ASYNC_QUERIES 2026-07-23 12:55:06 +03:00
10 changed files with 548 additions and 9 deletions

View File

@@ -699,6 +699,7 @@ export function handleChartDataResponse(
response: Response,
json: { result: QueryData[] },
useLegacyApi?: boolean,
signal?: AbortSignal,
): Promise<QueryData[]> | QueryData[] {
if (isFeatureEnabled(FeatureFlag.GlobalAsyncQueries)) {
// deal with getChartDataRequest transforming the response data
@@ -711,13 +712,16 @@ export function handleChartDataResponse(
// Query is running asynchronously and we must await the results.
// When status is 202, result contains async event data (job_id, channel_id, etc.)
// which differs from QueryData. We cast through unknown to handle this safely.
// The signal lets a Stop action abort the wait and cancel the job.
if (useLegacyApi) {
return waitForAsyncData(
result[0] as unknown as Parameters<typeof waitForAsyncData>[0],
signal,
) as Promise<QueryData[]>;
}
return waitForAsyncData(
result as unknown as Parameters<typeof waitForAsyncData>[0],
signal,
) as Promise<QueryData[]>;
default:
throw new Error(
@@ -780,15 +784,25 @@ export function exploreJSON(
const [useLegacyApi] = getQuerySettings(formData);
const chartDataRequestCaught = chartDataRequest
.then(({ response, json }) =>
handleChartDataResponse(response, json, useLegacyApi),
handleChartDataResponse(
response,
json,
useLegacyApi,
controller.signal,
),
)
.then(queriesResponse => {
// Drop stale responses: if a newer query has started for this chart,
// its controller will have replaced ours in state, so ignore this
// response to avoid clobbering newer data with older results.
// Drop stale responses: if this request was aborted (Stop, or a newer
// query that aborted ours), or a newer query has since replaced our
// controller in state, ignore the result so we don't clobber newer
// data or a 'stopped' status. Checking the signal is authoritative
// because the reducer nulls out queryController when a query stops.
if (key != null) {
const currentController = getState().charts?.[key]?.queryController;
if (currentController && currentController !== controller) {
if (
controller.signal.aborted ||
(currentController != null && currentController !== controller)
) {
return undefined;
}
}
@@ -847,7 +861,10 @@ export function exploreJSON(
// so a slow earlier request can't mark a newer one as failed.
if (key != null) {
const currentController = getState().charts?.[key]?.queryController;
if (currentController && currentController !== controller) {
if (
controller.signal.aborted ||
(currentController != null && currentController !== controller)
) {
return undefined;
}
}

View File

@@ -130,6 +130,44 @@ describe('asyncEvent middleware', () => {
expect(fetchMock.callHistory.calls(CACHED_DATA_ENDPOINT)).toHaveLength(1);
});
test('rejects with an AbortError and cancels the job when the signal aborts', async () => {
const CANCEL_ENDPOINT = 'glob:*/api/v1/async_event/*/cancel';
fetchMock.post(CANCEL_ENDPOINT, { status: 200, body: {} });
const controller = new AbortController();
const promise = asyncEvent.waitForAsyncData(
asyncPendingEvent,
controller.signal,
);
controller.abort();
let error: any = null;
try {
await promise;
} catch (err) {
error = err;
}
expect(error?.name).toBe('AbortError');
// The cancel POST is fire-and-forget; let its microtask flush.
await new Promise(resolve => setTimeout(resolve, 0));
expect(fetchMock.callHistory.calls(CANCEL_ENDPOINT)).toHaveLength(1);
});
test('rejects immediately when given an already-aborted signal', async () => {
const CANCEL_ENDPOINT = 'glob:*/api/v1/async_event/*/cancel';
fetchMock.post(CANCEL_ENDPOINT, { status: 200, body: {} });
const controller = new AbortController();
controller.abort();
await expect(
asyncEvent.waitForAsyncData(asyncPendingEvent, controller.signal),
).rejects.toMatchObject({ name: 'AbortError' });
// The cancel POST is fire-and-forget; let its microtask flush.
await new Promise(resolve => setTimeout(resolve, 0));
expect(fetchMock.callHistory.calls(CANCEL_ENDPOINT)).toHaveLength(1);
});
test('rejects on event error status', async () => {
fetchMock.clearHistory().removeRoutes();
fetchMock.get(EVENTS_ENDPOINT, {

View File

@@ -102,9 +102,38 @@ const fetchCachedData = async (
return { status, data };
};
export const waitForAsyncData = async (asyncResponse: AsyncEvent) =>
const cancelAsyncJob = (jobId: string) => {
// Best-effort server-side cancel; the request stops the running Celery task
// so it no longer consumes warehouse resources. Failures are non-fatal: the
// client has already stopped waiting on the job.
SupersetClient.post({
endpoint: `/api/v1/async_event/${jobId}/cancel`,
}).catch(() => {});
};
export const waitForAsyncData = async (
asyncResponse: AsyncEvent,
signal?: AbortSignal,
) =>
new Promise((resolve, reject) => {
const jobId = asyncResponse.job_id;
const onAbort = () => {
// Stop listening for this job and ask the server to cancel it, then
// reject with an AbortError so callers treat this like a fetch abort.
removeListener(jobId);
cancelAsyncJob(jobId);
reject(new DOMException('The user aborted a request.', 'AbortError'));
};
if (signal) {
if (signal.aborted) {
onAbort();
return;
}
signal.addEventListener('abort', onAbort, { once: true });
}
const listener = async (asyncEvent: AsyncEvent) => {
switch (asyncEvent.status) {
case JOB_STATUS.DONE: {
@@ -126,6 +155,7 @@ export const waitForAsyncData = async (asyncResponse: AsyncEvent) =>
logging.warn('received event with status', asyncEvent.status);
}
}
signal?.removeEventListener('abort', onAbort);
removeListener(jobId);
};
addListener(jobId, listener);

View File

@@ -21,8 +21,12 @@ from flask_appbuilder import expose
from flask_appbuilder.api import safe
from flask_appbuilder.security.decorators import permission_name, protect
from superset.async_events.async_query_manager import AsyncQueryTokenException
from superset.async_events.async_query_manager import (
AsyncQueryJobException,
AsyncQueryTokenException,
)
from superset.extensions import async_query_manager, event_logger
from superset.utils.core import get_user_id
from superset.views.base_api import BaseSupersetApi, statsd_metrics
logger = logging.getLogger(__name__)
@@ -99,3 +103,69 @@ class AsyncEventsRestApi(BaseSupersetApi):
return self.response_401()
return self.response(200, result=events)
@expose("/<job_id>/cancel", methods=("POST",))
@event_logger.log_this
@protect()
@safe
@statsd_metrics
@permission_name("list")
def cancel(self, job_id: str) -> Response:
"""Cancel a running async query job.
---
post:
summary: Cancel a running async query job
description: >-
Revokes the Celery task backing an in-flight async query. The
caller is authorized against the job's original owner (channel and
user), both resolved server-side from the request, so a client
cannot cancel a job it did not submit.
parameters:
- in: path
name: job_id
required: true
description: The job ID returned when the async query was submitted
schema:
type: string
responses:
200:
description: Job cancelled
content:
application/json:
schema:
type: object
properties:
result:
type: object
properties:
job_id:
type: string
status:
type: string
401:
$ref: '#/components/responses/401'
403:
$ref: '#/components/responses/403'
404:
$ref: '#/components/responses/404'
500:
$ref: '#/components/responses/500'
"""
try:
async_channel_id = async_query_manager.parse_channel_id_from_request(
request
)
except AsyncQueryTokenException:
return self.response_401()
try:
async_query_manager.cancel_job(job_id, async_channel_id, get_user_id())
except AsyncQueryTokenException:
return self.response_403()
except AsyncQueryJobException:
return self.response_404()
return self.response(
200,
result={"job_id": job_id, "status": async_query_manager.STATUS_CANCELLED},
)

View File

@@ -106,6 +106,10 @@ class AsyncQueryManager:
STATUS_RUNNING = "running"
STATUS_ERROR = "error"
STATUS_DONE = "done"
STATUS_CANCELLED = "cancelled"
# Redis key prefix (within the GAQ stream namespace) for the per-job record
# that authorizes cancellation and flags a job as cancelled for the worker.
_JOB_REGISTRY_PREFIX = "job-cancel:"
def __init__(self) -> None:
super().__init__()
@@ -276,10 +280,32 @@ class AsyncQueryManager:
def init_job(self, channel_id: str, user_id: Optional[int]) -> dict[str, Any]:
job_id = str(uuid.uuid4())
self._register_cancellable_job(job_id, channel_id, user_id)
return build_job_metadata(
channel_id, job_id, user_id, status=self.STATUS_PENDING
)
def _job_registry_key(self, job_id: str) -> str:
return f"{self._stream_prefix}{self._JOB_REGISTRY_PREFIX}{job_id}"
def _register_cancellable_job(
self, job_id: str, channel_id: str, user_id: Optional[int]
) -> None:
"""
Persist the identity a later cancel request must match. Keyed by
``job_id`` (also the Celery task id — see ``submit_chart_data_job``) so
the cancel endpoint can authorize the caller against the job's original
owner without trusting the client-supplied id. Expires with the JWT so
it never outlives the job it guards.
"""
if not self._cache:
return
self._cache.set(
self._job_registry_key(job_id),
json.dumps({"channel_id": channel_id, "user_id": user_id}),
ex=self._jwt_expiration_seconds or None,
)
# pylint: disable=too-many-arguments
def submit_explore_json_job(
self,
@@ -302,6 +328,9 @@ class AsyncQueryManager:
response_type,
force,
],
# Use job_id as the Celery task id so the cancel endpoint can revoke
# the running task by the id the client already holds.
task_id=job_metadata["job_id"],
expires=self._jwt_expiration_seconds,
)
return job_metadata
@@ -327,6 +356,9 @@ class AsyncQueryManager:
else job_metadata,
form_data,
],
# Use job_id as the Celery task id so the cancel endpoint can revoke
# the running task by the id the client already holds.
task_id=job_metadata["job_id"],
expires=self._jwt_expiration_seconds,
)
return job_metadata
@@ -380,3 +412,79 @@ class AsyncQueryManager:
self._cache.xadd(scoped_stream_name, event_data, "*", self._stream_limit)
self._cache.xadd(full_stream_name, event_data, "*", self._stream_limit_firehose)
# Once a job reaches a terminal state its cancel record is dead weight
# (and a stale record would let a caller "cancel" a finished job), so
# drop it. TTL is the backstop if this is never reached.
if status in (self.STATUS_DONE, self.STATUS_ERROR, self.STATUS_CANCELLED):
if job_id := job_metadata.get("job_id"):
self._cache.delete(self._job_registry_key(job_id))
def is_job_cancelled(self, job_id: str) -> bool:
"""
Whether ``cancel_job`` has flagged this job for cancellation.
Called from the worker's exception handler, so any cache failure is
swallowed and treated as "not cancelled" — a Redis blip must never mask
the original error (e.g. a genuine timeout) with a connection error.
"""
if not self._cache:
return False
try:
raw = self._cache.get(self._job_registry_key(job_id))
if raw is None:
return False
return bool(json.loads(raw).get("cancelled"))
except Exception: # pylint: disable=broad-except
logger.warning(
"Failed to read cancellation flag for job %s", job_id, exc_info=True
)
return False
def cancel_job(self, job_id: str, channel_id: str, user_id: Optional[int]) -> None:
"""
Authorize and cancel a running async job.
The caller's ``channel_id`` and ``user_id`` (resolved server-side from
the request, never taken from the client) must match the job's original
owner. On success the running Celery task is revoked; the SIGUSR1 it
receives surfaces as ``SoftTimeLimitExceeded`` in the worker, which
reads the cancelled flag set here and emits the terminal
``STATUS_CANCELLED`` event — so exactly one terminal event is written.
:raises AsyncQueryJobException: the job is unknown or already terminal
:raises AsyncQueryTokenException: the caller does not own the job
"""
if not self._cache:
raise CacheBackendNotInitialized("Cache backend not initialized")
key = self._job_registry_key(job_id)
raw = self._cache.get(key)
if raw is None:
raise AsyncQueryJobException("Job not found or already completed")
record = json.loads(raw)
if record.get("channel_id") != channel_id or record.get("user_id") != user_id:
raise AsyncQueryTokenException("Not authorized to cancel this job")
# Flag before revoking so the worker's timeout handler, which may fire
# almost immediately, reliably sees the cancellation. Write only if the
# key still exists (``xx``): if the job finished and cleared its record
# between the read above and here, don't recreate a stale record or
# revoke a task that is already gone — report it as not found instead.
flagged = self._cache.set(
key,
json.dumps({**record, "cancelled": True}),
ex=self._jwt_expiration_seconds or None,
xx=True,
)
if not flagged:
raise AsyncQueryJobException("Job not found or already completed")
# pylint: disable=import-outside-toplevel
from superset.extensions import celery_app
# SIGUSR1 raises SoftTimeLimitExceeded inside the running task rather
# than hard-killing the process, so the worker can emit its terminal
# event before exiting.
celery_app.control.revoke(job_id, terminate=True, signal="SIGUSR1")

View File

@@ -99,6 +99,15 @@ class RedisCacheBackend(RedisCache):
"""
return self._cache.set(name, value, ex=ex, px=px, nx=nx, xx=xx)
def get(self, name: str) -> Any:
"""
Get the raw value at key ``name``.
:param name: Key name
:returns: The stored value (bytes), or None if the key is absent
"""
return self._cache.get(name)
def delete(self, *names: str) -> int:
"""
Delete one or more keys.
@@ -283,6 +292,15 @@ class RedisSentinelCacheBackend(RedisSentinelCache):
"""
return self._cache.set(name, value, ex=ex, px=px, nx=nx, xx=xx)
def get(self, name: str) -> Any:
"""
Get the raw value at key ``name``.
:param name: Key name
:returns: The stored value (bytes), or None if the key is absent
"""
return self._cache.get(name)
def delete(self, *names: str) -> int:
"""
Delete one or more keys.

View File

@@ -106,7 +106,18 @@ def load_chart_data_into_cache(
result_url=result_url,
)
except SoftTimeLimitExceeded as ex:
logger.warning("A timeout occurred while loading chart data, error: %s", ex)
# SoftTimeLimitExceeded is raised both by a genuine timeout and by a
# user-initiated cancel (revoke sends SIGUSR1). Emit the matching
# terminal event so a cancelled job is reported as cancelled.
if async_query_manager.is_job_cancelled(job_metadata["job_id"]):
logger.info("Chart data load was cancelled by the user")
async_query_manager.update_job(
job_metadata, async_query_manager.STATUS_CANCELLED
)
else:
logger.warning(
"A timeout occurred while loading chart data, error: %s", ex
)
raise
except Exception as ex:
# Extract SIP-40 style errors when available

View File

@@ -17,6 +17,10 @@
from typing import Any, Optional, Type
from unittest import mock
from superset.async_events.async_query_manager import (
AsyncQueryJobException,
AsyncQueryTokenException,
)
from superset.async_events.cache_backend import (
RedisCacheBackend,
RedisSentinelCacheBackend,
@@ -30,12 +34,16 @@ from tests.integration_tests.test_app import app
class TestAsyncEventApi(SupersetTestCase):
UUID = "943c920-32a5-412a-977d-b8e47d36f5a4"
JOB_ID = "10a0bd9a-03c8-4737-9345-f4234ba86512"
def fetch_events(self, last_id: Optional[str] = None):
base_uri = "api/v1/async_event/"
uri = f"{base_uri}?last_id={last_id}" if last_id else base_uri
return self.client.get(uri)
def cancel_event(self, job_id: str):
return self.client.post(f"api/v1/async_event/{job_id}/cancel")
def run_test_with_cache_backend(self, cache_backend_cls: Type[Any], test_func):
app._got_first_request = False
async_query_manager_factory.init_app(app)
@@ -136,3 +144,53 @@ class TestAsyncEventApi(SupersetTestCase):
self.client.set_cookie(app.config["GLOBAL_ASYNC_QUERIES_JWT_COOKIE_NAME"], "")
rv = self.fetch_events()
assert rv.status_code == 401
def _test_cancel_logic(self, mock_cache):
with mock.patch.object(async_query_manager, "cancel_job") as mock_cancel:
rv = self.cancel_event(self.JOB_ID)
assert rv.status_code == 200
mock_cancel.assert_called_once()
assert mock_cancel.call_args.args[0] == self.JOB_ID
response = json.loads(rv.data.decode("utf-8"))
assert response["result"] == {"job_id": self.JOB_ID, "status": "cancelled"}
def _test_cancel_forbidden_logic(self, mock_cache):
with mock.patch.object(
async_query_manager,
"cancel_job",
side_effect=AsyncQueryTokenException("nope"),
):
rv = self.cancel_event(self.JOB_ID)
assert rv.status_code == 403
def _test_cancel_not_found_logic(self, mock_cache):
with mock.patch.object(
async_query_manager,
"cancel_job",
side_effect=AsyncQueryJobException("gone"),
):
rv = self.cancel_event(self.JOB_ID)
assert rv.status_code == 404
@mock.patch("uuid.uuid4", return_value=UUID)
def test_cancel_redis_cache_backend(self, mock_uuid4):
self.run_test_with_cache_backend(RedisCacheBackend, self._test_cancel_logic)
@mock.patch("uuid.uuid4", return_value=UUID)
def test_cancel_forbidden(self, mock_uuid4):
self.run_test_with_cache_backend(
RedisCacheBackend, self._test_cancel_forbidden_logic
)
@mock.patch("uuid.uuid4", return_value=UUID)
def test_cancel_not_found(self, mock_uuid4):
self.run_test_with_cache_backend(
RedisCacheBackend, self._test_cancel_not_found_logic
)
def test_cancel_no_login(self):
app._got_first_request = False
async_query_manager_factory.init_app(app)
rv = self.cancel_event(self.JOB_ID)
assert rv.status_code == 401

View File

@@ -24,6 +24,7 @@ from pytest import fixture, mark, raises # noqa: PT013
from superset import security_manager
from superset.async_events.async_query_manager import (
AsyncQueryJobException,
AsyncQueryManager,
AsyncQueryTokenException,
)
@@ -31,6 +32,7 @@ from superset.async_events.cache_backend import (
RedisCacheBackend,
RedisSentinelCacheBackend,
)
from superset.utils import json
JWT_TOKEN_SECRET = "some_secret" # noqa: S105
JWT_TOKEN_COOKIE_NAME = "superset_async_jwt" # noqa: S105
@@ -268,6 +270,7 @@ def test_submit_chart_data_job_as_guest_user(
},
{},
],
task_id=ANY,
expires=3600,
)
@@ -376,7 +379,138 @@ def test_submit_explore_json_job_as_guest_user(
"json",
False,
],
task_id=ANY,
expires=3600,
)
assert "guest_token" not in job_meta
@fixture
def cancellable_manager():
"""A manager wired to a mock Redis backend for cancellation tests."""
manager = AsyncQueryManager()
manager._jwt_expiration_seconds = 3600
manager._stream_prefix = "async-events-"
manager._cache = mock.Mock(spec=RedisCacheBackend)
return manager
def test_init_job_registers_cancellable_record(cancellable_manager):
"""init_job persists the owner identity a later cancel must match."""
cancellable_manager.init_job("chan-1", 7)
cancellable_manager._cache.set.assert_called_once()
key, value = cancellable_manager._cache.set.call_args.args
assert key.startswith("async-events-job-cancel:")
assert json.loads(value) == {"channel_id": "chan-1", "user_id": 7}
def test_cancel_job_authorized_revokes_task(cancellable_manager):
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7}
)
cancellable_manager._cache.set.return_value = True
with mock.patch("superset.extensions.celery_app") as celery_app:
cancellable_manager.cancel_job("job-1", "chan-1", 7)
celery_app.control.revoke.assert_called_once_with(
"job-1", terminate=True, signal="SIGUSR1"
)
# The job is flagged cancelled (conditionally, xx=True) so the worker emits
# STATUS_CANCELLED.
assert cancellable_manager._cache.set.call_args.kwargs["xx"] is True
flagged = json.loads(cancellable_manager._cache.set.call_args.args[1])
assert flagged["cancelled"] is True
def test_cancel_job_completed_between_read_and_flag(cancellable_manager):
"""If the job's record is cleared after the auth read, don't revoke."""
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7}
)
# Conditional (xx) write finds no key: the job finished and cleaned up.
cancellable_manager._cache.set.return_value = None
with (
mock.patch("superset.extensions.celery_app") as celery_app,
raises(AsyncQueryJobException),
):
cancellable_manager.cancel_job("job-1", "chan-1", 7)
celery_app.control.revoke.assert_not_called()
def test_cancel_job_wrong_user_is_rejected(cancellable_manager):
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7}
)
with (
mock.patch("superset.extensions.celery_app") as celery_app,
raises(AsyncQueryTokenException),
):
cancellable_manager.cancel_job("job-1", "chan-1", 999)
celery_app.control.revoke.assert_not_called()
def test_cancel_job_wrong_channel_is_rejected(cancellable_manager):
"""A matching user on a different channel still cannot cancel the job."""
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7}
)
with (
mock.patch("superset.extensions.celery_app") as celery_app,
raises(AsyncQueryTokenException),
):
cancellable_manager.cancel_job("job-1", "other-chan", 7)
celery_app.control.revoke.assert_not_called()
def test_cancel_job_unknown_raises(cancellable_manager):
cancellable_manager._cache.get.return_value = None
with (
mock.patch("superset.extensions.celery_app") as celery_app,
raises(AsyncQueryJobException),
):
cancellable_manager.cancel_job("job-1", "chan-1", 7)
celery_app.control.revoke.assert_not_called()
def test_is_job_cancelled(cancellable_manager):
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7, "cancelled": True}
)
assert cancellable_manager.is_job_cancelled("job-1") is True
cancellable_manager._cache.get.return_value = json.dumps(
{"channel_id": "chan-1", "user_id": 7}
)
assert cancellable_manager.is_job_cancelled("job-1") is False
cancellable_manager._cache.get.return_value = None
assert cancellable_manager.is_job_cancelled("job-1") is False
def test_is_job_cancelled_swallows_cache_errors(cancellable_manager):
"""A cache failure must not escape and mask the worker's original error."""
cancellable_manager._cache.get.side_effect = RuntimeError("redis down")
assert cancellable_manager.is_job_cancelled("job-1") is False
def test_update_job_clears_registry_on_terminal_status(cancellable_manager):
cancellable_manager._stream_limit = 100
cancellable_manager._stream_limit_firehose = 1000
job_metadata = {"channel_id": "chan-1", "job_id": "job-1", "user_id": 7}
cancellable_manager.update_job(job_metadata, AsyncQueryManager.STATUS_DONE)
cancellable_manager._cache.delete.assert_called_once_with(
"async-events-job-cancel:job-1"
)

View File

@@ -18,6 +18,7 @@ from typing import Any
from unittest import mock
import pytest
from celery.exceptions import SoftTimeLimitExceeded
from flask_babel import lazy_gettext as _
from superset.commands.chart.exceptions import ChartDataQueryFailedError
@@ -63,6 +64,60 @@ def test_load_chart_data_into_cache_with_error(
)
@mock.patch("superset.tasks.async_queries.security_manager")
@mock.patch("superset.tasks.async_queries.async_query_manager")
@mock.patch("superset.tasks.async_queries.ChartDataQueryContextSchema")
def test_load_chart_data_into_cache_cancelled_emits_cancelled_status(
mock_query_context_schema_cls, mock_async_query_manager, mock_security_manager
):
"""A revoke (SoftTimeLimitExceeded + cancel flag) reports STATUS_CANCELLED."""
from superset.tasks.async_queries import load_chart_data_into_cache
job_metadata = {"user_id": 1, "job_id": "job-1"}
form_data: dict[str, Any] = {}
mock_security_manager.get_user_by_id.return_value = mock.MagicMock()
mock_async_query_manager.STATUS_CANCELLED = "cancelled"
# Sync Mock: is_job_cancelled is a plain method, but patching the manager
# yields an AsyncMock whose calls would otherwise return truthy coroutines.
mock_async_query_manager.is_job_cancelled = mock.Mock(return_value=True)
mock_query_context_schema_cls.return_value.load.side_effect = (
SoftTimeLimitExceeded()
)
with pytest.raises(SoftTimeLimitExceeded):
load_chart_data_into_cache(job_metadata, form_data)
mock_async_query_manager.is_job_cancelled.assert_called_once_with("job-1")
mock_async_query_manager.update_job.assert_called_once_with(
job_metadata, "cancelled"
)
@mock.patch("superset.tasks.async_queries.security_manager")
@mock.patch("superset.tasks.async_queries.async_query_manager")
@mock.patch("superset.tasks.async_queries.ChartDataQueryContextSchema")
def test_load_chart_data_into_cache_timeout_does_not_emit_cancelled(
mock_query_context_schema_cls, mock_async_query_manager, mock_security_manager
):
"""A genuine timeout (no cancel flag) must not report a terminal event."""
from superset.tasks.async_queries import load_chart_data_into_cache
job_metadata = {"user_id": 1, "job_id": "job-1"}
form_data: dict[str, Any] = {}
mock_security_manager.get_user_by_id.return_value = mock.MagicMock()
mock_async_query_manager.is_job_cancelled = mock.Mock(return_value=False)
mock_query_context_schema_cls.return_value.load.side_effect = (
SoftTimeLimitExceeded()
)
with pytest.raises(SoftTimeLimitExceeded):
load_chart_data_into_cache(job_metadata, form_data)
mock_async_query_manager.update_job.assert_not_called()
@mock.patch("superset.tasks.async_queries.security_manager")
@mock.patch("superset.tasks.async_queries.async_query_manager")
@mock.patch("superset.tasks.async_queries.ChartDataQueryContextSchema")