mirror of
https://github.com/apache/superset.git
synced 2026-05-22 08:15:36 +00:00
The local-extensions watcher previously surfaced spurious reloads under Docker on macOS (VirtioFS / osxfs generates inotify events on every read, not just writes), and rebuilds that wrote many files at once produced one restart per file. It also touched superset/__init__.py to trigger Flask's reloader, which then meant any Python read of that file also looked like a change and recursed. Changes: - Watcher only acts on FileCreated/Modified/Moved events, verifies the file content actually changed via SHA-256, and debounces to one trigger per second. - Use a dedicated sentinel file (superset/extensions/.reload_trigger) that Python never reads, registered with Flask via --extra-files. The watcher ensures the sentinel exists on startup. - Bootstrap excludes superset/__init__.py from the file watcher so the old trigger path can't reintroduce the loop. - docker-compose mounts ./local_extensions:/app/local_extensions so the bind path matches LOCAL_EXTENSIONS in the dev superset_config. - Extension content endpoint and FRONTEND_REGEX accept nested paths inside frontend/dist so extensions can serve worker / WASM / chunk subfolders. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
99 lines
3.6 KiB
Bash
Executable File
99 lines
3.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
||
#
|
||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||
# contributor license agreements. See the NOTICE file distributed with
|
||
# this work for additional information regarding copyright ownership.
|
||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||
# (the "License"); you may not use this file except in compliance with
|
||
# the License. You may obtain a copy of the License at
|
||
#
|
||
# http://www.apache.org/licenses/LICENSE-2.0
|
||
#
|
||
# Unless required by applicable law or agreed to in writing, software
|
||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
# See the License for the specific language governing permissions and
|
||
# limitations under the License.
|
||
#
|
||
|
||
set -eo pipefail
|
||
|
||
# Make python interactive
|
||
if [ "$DEV_MODE" == "true" ]; then
|
||
if [ "$(whoami)" = "root" ] && command -v uv > /dev/null 2>&1; then
|
||
# Always ensure superset-core is available
|
||
echo "Installing superset-core in editable mode"
|
||
uv pip install --no-deps -e /app/superset-core
|
||
|
||
# Only reinstall the main app for non-worker processes
|
||
if [ "$1" != "worker" ] && [ "$1" != "beat" ]; then
|
||
echo "Reinstalling the app in editable mode"
|
||
uv pip install -e .
|
||
fi
|
||
fi
|
||
fi
|
||
REQUIREMENTS_LOCAL="/app/docker/requirements-local.txt"
|
||
PORT=${PORT:-8088}
|
||
# If Cypress run – overwrite the password for admin and export env variables
|
||
if [ "$CYPRESS_CONFIG" == "true" ]; then
|
||
export SUPERSET_TESTENV=true
|
||
export POSTGRES_DB=superset_cypress
|
||
export SUPERSET__SQLALCHEMY_DATABASE_URI=postgresql+psycopg2://superset:superset@db:5432/superset_cypress
|
||
PORT=8081
|
||
fi
|
||
# Skip postgres requirements installation for workers to avoid conflicts
|
||
if [[ "$DATABASE_DIALECT" == postgres* ]] && [ "$(whoami)" = "root" ] && [ "$1" != "worker" ] && [ "$1" != "beat" ]; then
|
||
# older images may not have the postgres dev requirements installed
|
||
echo "Installing postgres requirements"
|
||
if command -v uv > /dev/null 2>&1; then
|
||
# Use uv in newer images
|
||
uv pip install -e .[postgres]
|
||
else
|
||
# Use pip in older images
|
||
pip install -e .[postgres]
|
||
fi
|
||
fi
|
||
#
|
||
# Make sure we have dev requirements installed
|
||
#
|
||
if [ -f "${REQUIREMENTS_LOCAL}" ]; then
|
||
echo "Installing local overrides at ${REQUIREMENTS_LOCAL}"
|
||
if command -v uv > /dev/null 2>&1; then
|
||
uv pip install --no-cache-dir -r "${REQUIREMENTS_LOCAL}"
|
||
else
|
||
pip install --no-cache-dir -r "${REQUIREMENTS_LOCAL}"
|
||
fi
|
||
else
|
||
echo "Skipping local overrides"
|
||
fi
|
||
|
||
case "${1}" in
|
||
worker)
|
||
echo "Starting Celery worker..."
|
||
# setting up only 2 workers by default to contain memory usage in dev environments
|
||
celery --app=superset.tasks.celery_app:app worker -O fair -l INFO --concurrency=${CELERYD_CONCURRENCY:-2}
|
||
;;
|
||
beat)
|
||
echo "Starting Celery beat..."
|
||
rm -f /tmp/celerybeat.pid
|
||
celery --app=superset.tasks.celery_app:app beat --pidfile /tmp/celerybeat.pid -l INFO -s "${SUPERSET_HOME}"/celerybeat-schedule
|
||
;;
|
||
app)
|
||
echo "Starting web app (using development server)..."
|
||
flask run -p $PORT --reload --debugger --host=0.0.0.0 \
|
||
--extra-files "/app/superset/extensions/.reload_trigger" \
|
||
--exclude-patterns "*/node_modules/*:*/.venv/*:*/build/*:*/__pycache__/*:*/superset-frontend/*:*/superset/__init__.py"
|
||
;;
|
||
app-gunicorn)
|
||
echo "Starting web app..."
|
||
/usr/bin/run-server.sh
|
||
;;
|
||
mcp)
|
||
echo "Starting MCP service..."
|
||
superset mcp run --host 0.0.0.0 --port ${MCP_PORT:-5008} --debug
|
||
;;
|
||
*)
|
||
echo "Unknown Operation!!!"
|
||
;;
|
||
esac
|