# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. [build-system] requires = ["setuptools>=40.9.0", "wheel"] build-backend = "setuptools.build_meta" [project] name = "apache_superset" description = "A modern, enterprise-ready business intelligence web application" readme = "README.md" dynamic = ["version", "scripts", "entry-points"] requires-python = ">=3.10" license = { file="LICENSE.txt" } authors = [ { name = "Apache Software Foundation", email = "dev@superset.apache.org" }, ] classifiers = [ "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", ] dependencies = [ # no bounds for apache-superset-core until we have a stable version "apache-superset-core", "backoff>=1.8.0", "celery>=5.3.6, <6.0.0", "click>=8.0.3", "click-option-group", "colorama", "flask-cors>=6.0.0, <7.0", "croniter>=0.3.28", "cron-descriptor", "cryptography>=42.0.4, <47.0.0", "deprecation>=2.1.0, <2.2.0", "flask>=2.2.5, <4.0.0", "flask-appbuilder>=5.0.2,<6", "flask-caching>=2.1.0, <3", "flask-compress>=1.13, <2.0", "flask-talisman>=1.0.0, <2.0", "flask-login>=0.6.0, < 1.0", "flask-migrate>=3.1.0, <4.0", "flask-session>=0.4.0, <1.0", "flask-wtf>=1.1.0, <2.0", "geopy", "greenlet>=3.0.3, <=3.1.1", "gunicorn>=22.0.0; sys_platform != 'win32'", "hashids>=1.3.1, <2", # holidays>=0.45 required for security fix "holidays>=0.45, <1", "humanize", "isodate", "jsonpath-ng>=1.6.1, <2", "Mako>=1.2.2", "markdown>=3.0", # marshmallow>=4 has issues: https://github.com/apache/superset/issues/33162 "marshmallow>=3.0, <4", "marshmallow-union>=0.1", "msgpack>=1.0.0, <1.1", "nh3>=0.2.11, <0.3", "numpy>1.23.5, <2.3", "packaging", # -------------------------- # pandas and related (wanting pandas[performance] without numba as it's 100+MB and not needed) "pandas[excel]>=2.1.4, <2.2", "bottleneck", # recommended performance dependency for pandas, see https://pandas.pydata.org/docs/getting_started/install.html#performance-dependencies-recommended # -------------------------- "parsedatetime", "paramiko>=3.4.0", "pgsanity", "Pillow>=11.0.0, <13", "polyline>=2.0.0, <3.0", "pydantic>=2.8.0", "pyparsing>=3.0.6, <4", "python-dateutil", "python-dotenv", # optional dependencies for Flask but required for Superset, see https://flask.palletsprojects.com/en/stable/installation/#optional-dependencies "pygeohash", "pyarrow>=16.1.0, <19", # before upgrading pyarrow, check that all db dependencies support this, see e.g. https://github.com/apache/superset/pull/34693 "pyyaml>=6.0.0, <7.0.0", "PyJWT>=2.4.0, <3.0", "redis>=5.0.0, <6.0", "selenium>=4.14.0, <5.0", "shillelagh[gsheetsapi]>=1.4.3, <2.0", "sshtunnel>=0.4.0, <0.5", "simplejson>=3.15.0", "slack_sdk>=3.19.0, <4", "sqlalchemy>=1.4, <2", "sqlalchemy-utils>=0.38.0, <0.43", # expanding lowerbound to work with pydoris "sqlglot>=28.10.0, <29", # newer pandas needs 0.9+ "tabulate>=0.9.0, <1.0", "typing-extensions>=4, <5", "waitress; sys_platform == 'win32'", "watchdog>=6.0.0", "wtforms>=2.3.3, <4", "wtforms-json", "xlsxwriter>=3.0.7, <3.1", ] [project.optional-dependencies] athena = ["pyathena[pandas]>=2, <3"] aurora-data-api = ["preset-sqlalchemy-aurora-data-api>=0.2.8,<0.3"] bigquery = [ "pandas-gbq>=0.19.1", "sqlalchemy-bigquery>=1.15.0", "google-cloud-bigquery>=3.10.0", ] clickhouse = ["clickhouse-connect>=0.13.0, <1.0"] cockroachdb = ["cockroachdb>=0.3.5, <0.4"] crate = ["sqlalchemy-cratedb>=0.40.1, <1"] d1 = [ "superset-engine-d1>=0.1.0", "sqlalchemy-d1>=0.1.0", "dbapi-d1>=0.1.0", ] databend = ["databend-sqlalchemy>=0.3.2, <1.0"] databricks = [ "databricks-sql-connector==4.1.2", "databricks-sqlalchemy==1.0.5", ] db2 = ["ibm-db-sa>0.3.8, <=0.4.0"] denodo = ["denodo-sqlalchemy~=1.0.6"] dremio = ["sqlalchemy-dremio>=1.2.1, <4"] drill = ["sqlalchemy-drill>=1.1.4, <2"] druid = ["pydruid>=0.6.5,<0.7"] duckdb = ["duckdb>=1.4.2,<2", "duckdb-engine>=0.17.0"] dynamodb = ["pydynamodb>=0.4.2"] solr = ["sqlalchemy-solr >= 0.2.0"] elasticsearch = ["elasticsearch-dbapi>=0.2.12, <0.3.0"] exasol = ["sqlalchemy-exasol >= 2.4.0, <3.0"] excel = ["xlrd>=1.2.0, <1.3"] fastmcp = ["fastmcp>=3.1.0,<4.0"] firebird = ["sqlalchemy-firebird>=0.7.0, <0.8"] firebolt = ["firebolt-sqlalchemy>=1.0.0, <2"] gevent = ["gevent>=23.9.1"] gsheets = ["shillelagh[gsheetsapi]>=1.4.3, <2"] hana = ["hdbcli==2.4.162", "sqlalchemy_hana==0.4.0"] hive = [ "pyhive[hive]>=0.6.5;python_version<'3.11'", "pyhive[hive_pure_sasl]>=0.7.0", "tableschema", "thrift>=0.14.1, <1.0.0", "thrift_sasl>=0.4.3, < 1.0.0", ] impala = ["impyla>0.16.2, <0.17"] kusto = ["sqlalchemy-kusto>=3.0.0, <4"] kylin = ["kylinpy>=2.8.1, <2.9"] mssql = ["pymssql>=2.2.8, <3"] # motherduck is an alias for duckdb - MotherDuck works via the duckdb driver motherduck = ["apache-superset[duckdb]"] mysql = ["mysqlclient>=2.1.0, <3"] ocient = [ "sqlalchemy-ocient>=1.0.0", "pyocient>=1.0.15, <2", "shapely", "geojson", ] oracle = ["cx-Oracle>8.0.0, <8.1"] parseable = ["sqlalchemy-parseable>=0.1.3,<0.2.0"] pinot = ["pinotdb>=5.0.0, <6.0.0"] playwright = ["playwright>=1.37.0, <2"] postgres = ["psycopg2-binary==2.9.9"] presto = ["pyhive[presto]>=0.6.5"] trino = ["trino>=0.328.0"] prophet = ["prophet>=1.1.6, <2"] redshift = ["sqlalchemy-redshift>=0.8.1, <0.9"] risingwave = ["sqlalchemy-risingwave"] shillelagh = ["shillelagh[all]>=1.4.3, <2"] singlestore = ["sqlalchemy-singlestoredb>=1.1.1, <2"] snowflake = ["snowflake-sqlalchemy>=1.2.4, <2"] spark = [ "pyhive[hive]>=0.6.5;python_version<'3.11'", "pyhive[hive_pure_sasl]>=0.7", "tableschema", "thrift>=0.14.1, <1", ] tdengine = [ "taospy>=2.7.21", "taos-ws-py>=0.3.8" ] teradata = ["teradatasql>=16.20.0.23"] thumbnails = [] # deprecated, will be removed in 7.0 vertica = ["sqlalchemy-vertica-python>=0.5.9, < 0.6"] netezza = ["nzalchemy>=11.0.2"] starrocks = ["starrocks>=1.0.0"] doris = ["pydoris>=1.0.0, <2.0.0"] oceanbase = ["oceanbase_py>=0.0.1"] ydb = ["ydb-sqlalchemy>=0.1.2"] development = [ # no bounds for apache-superset-extensions-cli until a stable version "apache-superset-extensions-cli", "boto3", "docker", "flask-testing", "freezegun", "grpcio>=1.55.3", "openapi-spec-validator", "parameterized", "pip", "pre-commit", "progress>=1.5,<2", "psutil", "pyfakefs", "pyinstrument>=4.0.2,<5", "pylint", "pytest<8.0.0", # hairy issue with pytest >=8 where current_app proxies are not set in time "pytest-asyncio", "pytest-cov", "pytest-mock", "python-ldap>=3.4.4", "ruff", "sqloxide", "statsd", ] [project.urls] homepage = "https://superset.apache.org/" documentation = "https://superset.apache.org/docs/intro" [tool.isort] combine_as_imports = true include_trailing_comma = true line_length = 88 known_first_party = "superset, apache-superset-core, apache-superset-extensions-cli" known_third_party = "alembic, apispec, backoff, celery, click, colorama, cron_descriptor, croniter, cryptography, dateutil, deprecation, flask, flask_appbuilder, flask_babel, flask_caching, flask_compress, flask_jwt_extended, flask_login, flask_migrate, flask_sqlalchemy, flask_talisman, flask_testing, flask_wtf, freezegun, geohash, geopy, holidays, humanize, isodate, jinja2, jwt, markdown, markupsafe, marshmallow, marshmallow-union, msgpack, nh3, numpy, pandas, parameterized, parsedatetime, pgsanity, polyline, prison, progress, pyarrow, sqlalchemy_bigquery, pyhive, pyparsing, pytest, pytest_mock, pytz, redis, requests, selenium, setuptools, shillelagh, simplejson, slack, sqlalchemy, sqlalchemy_utils, typing_extensions, urllib3, werkzeug, wtforms, wtforms_json, yaml" multi_line_output = 3 order_by_type = false [tool.mypy] check_untyped_defs = true disallow_any_generics = true disallow_untyped_calls = true disallow_untyped_defs = true ignore_missing_imports = true no_implicit_optional = true warn_unused_ignores = true [[tool.mypy.overrides]] module = "superset.migrations.versions.*" ignore_errors = true [[tool.mypy.overrides]] module = "tests.*" check_untyped_defs = false disallow_untyped_calls = false disallow_untyped_defs = false disable_error_code = "annotation-unchecked" # TODO: remove this once cryptography is fixed, introduced in cryptography 44.0.3 [[tool.mypy.overrides]] module = "cryptography.*" ignore_errors = true follow_imports = "skip" # superset-core is installed as editable locally but CI may not expose types # This ensures consistent behavior between local dev and CI [[tool.mypy.overrides]] module = "superset_core.*" follow_imports = "skip" # Disable warn_unused_ignores for modules with dynamic type assignments # These type: ignore comments are needed in CI where superset-core types aren't visible [[tool.mypy.overrides]] module = [ "superset.core.api.core_api_injection", "superset.security.manager", "superset.daos.base", "superset.connectors.sqla.models", "superset.tags.filters", "superset.commands.security.update", "superset.commands.security.create", ] warn_unused_ignores = false [tool.ruff] # Exclude a variety of commonly ignored directories. exclude = [ "**/*.ipynb", ".bzr", ".direnv", ".eggs", ".git", ".git-rewrite", ".hg", ".ipynb_checkpoints", ".mypy_cache", ".nox", ".pants.d", ".pyenv", ".pytest_cache", ".pytype", ".ruff_cache", ".svn", ".tox", ".venv", ".vscode", "__pypackages__", "_build", "buck-out", "build", "dist", "node_modules", "site-packages", "venv", ] # Same as Black. line-length = 88 indent-width = 4 # Assume Python 3.10 target-version = "py310" [tool.ruff.lint] # Enable Pyflakes (`F`) and a subset of the pycodestyle (`E`) codes by default. # Unlike Flake8, Ruff doesn't enable pycodestyle warnings (`W`) or # McCabe complexity (`C901`) by default. select = [ "B904", "E4", "E7", "E9", "PT009", "TRY201", "B", "C", "E", "F", "F", "G", "I", "N", "PT", "Q", "S", "T", "TID", "W", ] ignore = [ "S101", "PT004", # Fixtures that don't return values - underscore prefix conflicts with pytest usage "PT006", "T201", "N999", "G201", ] extend-select = ["I"] # Allow fix for all enabled rules (when `--fix`) is provided. fixable = ["ALL"] unfixable = [] # Allow unused variables when underscore-prefixed. dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$" [tool.ruff.lint.per-file-ignores] "scripts/*" = ["TID251"] "setup.py" = ["TID251"] "superset/config.py" = ["TID251"] "superset/cli/update.py" = ["TID251"] "superset/key_value/types.py" = ["TID251"] "superset/translations/utils.py" = ["TID251"] "superset/extensions/__init__.py" = ["TID251"] "superset/utils/json.py" = ["TID251"] "docker/*" = ["I"] # Docker config files have non-standard imports that vary by environment "superset/db_engine_specs/lib.py" = ["E501"] # Database config file with long description strings [tool.ruff.lint.isort] case-sensitive = false combine-as-imports = true force-sort-within-sections = false known-first-party = [] known-third-party = [] lines-after-imports = -1 order-by-type = false section-order = [ "future", "standard-library", "third-party", "first-party", "local-folder" ] [tool.ruff.lint.flake8-tidy-imports] banned-api = { json = { msg = "Use superset.utils.json instead" }, simplejson = { msg = "Use superset.utils.json instead" } } [tool.ruff.format] # Like Black, use double quotes for strings. quote-style = "double" # Like Black, indent with spaces, rather than tabs. indent-style = "space" # Like Black, respect magic trailing commas. skip-magic-trailing-comma = false # Like Black, automatically detect the appropriate line ending. line-ending = "auto" # Enable auto-formatting of code examples in docstrings. Markdown, # reStructuredText code/literal blocks and doctests are all supported. # # This is currently disabled by default, but it is planned for this # to be opt-out in the future. docstring-code-format = false # Set the line length limit used when formatting code snippets in # docstrings. # # This only has an effect when the `docstring-code-format` setting is # enabled. docstring-code-line-length = "dynamic" [tool.liccheck] requirement_txt_file = "requirements/base.txt" authorized_licenses = [ "academic free license (afl)", "any-osi", "apache license 2.0", "apache software", "apache software, bsd", "bsd", "bsd-2-clause", "bsd-3-clause", "isc license (iscl)", "isc license", "mit", "mit-cmu", "mozilla public license 2.0 (mpl 2.0)", "osi approved", "osi approved", "psf-2.0", "python software foundation", "simplified bsd", "the unlicense (unlicense)", "the unlicense", ] [tool.liccheck.authorized_packages] # -------------------------------------------------------------- # These are ok, checked manually # Seems ok, might need legal review # https://github.com/urschrei/pypolyline/blob/master/LICENSE.md polyline = "2" # -------------------------------------------------------------- # TODO REMOVE THESE DEPS FROM CODEBASE paramiko = "3" # GPL pyxlsb = "1" # GPL [tool.uv.sources] apache-superset-core = { path = "./superset-core", editable = true } apache-superset-extensions-cli = { path = "./superset-extensions-cli", editable = true }