Files
superset2/superset/commands/dataset/refresh.py
2025-11-25 14:25:24 -08:00

78 lines
2.9 KiB
Python

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import logging
from functools import partial
from typing import Optional
from flask import current_app
from flask_appbuilder.models.sqla import Model
from superset import security_manager
from superset.commands.base import BaseCommand
from superset.commands.dataset.exceptions import (
DatasetForbiddenError,
DatasetNotFoundError,
DatasetRefreshFailedError,
)
from superset.connectors.sqla.models import SqlaTable
from superset.daos.dataset import DatasetDAO
from superset.datasets.datetime_format_detector import DatetimeFormatDetector
from superset.exceptions import SupersetSecurityException
from superset.utils.decorators import on_error, transaction
logger = logging.getLogger(__name__)
class RefreshDatasetCommand(BaseCommand):
def __init__(self, model_id: int):
self._model_id = model_id
self._model: Optional[SqlaTable] = None
@transaction(on_error=partial(on_error, reraise=DatasetRefreshFailedError))
def run(self) -> Model:
self.validate()
assert self._model
self._model.fetch_metadata()
# Detect datetime formats if feature is enabled
if current_app.config.get("DATASET_AUTO_DETECT_DATETIME_FORMATS", True):
try:
detector = DatetimeFormatDetector()
detector.detect_all_formats(self._model)
logger.info(
"Detected datetime formats for dataset %s", self._model.table_name
)
except Exception as ex:
logger.exception(
"Failed to detect datetime formats for dataset %s: %s",
self._model.table_name,
str(ex),
)
return self._model
def validate(self) -> None:
# Validate/populate model exists
self._model = DatasetDAO.find_by_id(self._model_id)
if not self._model:
raise DatasetNotFoundError()
# Check ownership
try:
security_manager.raise_for_ownership(self._model)
except SupersetSecurityException as ex:
raise DatasetForbiddenError() from ex