add changelog entries

* remove conflicts with csv upload

* revert StringField

* change description

* remove redundant space

* apply string approach

.asf.yaml

@@ -1,81 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# https://cwiki.apache.org/confluence/display/INFRA/.asf.yaml+features+for+git+repositories
----
-github:
-  description: "Apache Superset is a Data Visualization and Data Exploration Platform"
-  homepage: https://superset.apache.org/
-  labels:
-    - superset
-    - apache
-    - apache-superset
-    - data-visualization
-    - data-viz
-    - analytics
-    - business-intelligence
-    - data-science
-    - data-engineering
-    - asf
-    - bi
-    - business-analytics
-    - data-analytics
-    - data-analysis
-    - data-science
-    - python
-    - react
-    - sql-editor
-    - flask
-  features:
-    # Enable issues management
-    issues: true
-    # Enable projects for project management boards
-    projects: true
-    # Enable wiki for documentation
-    wiki: true
-
-  enabled_merge_buttons:
-    squash: true
-    merge: false
-    rebase: false
-
-  protected_branches:
-    master:
-      required_status_checks:
-        # strict means "Require branches to be up to date before merging".
-        strict: false
-        # contexts are the names of checks that must pass
-        contexts:
-          - check
-          - cypress-matrix (1, chrome)
-          - cypress-matrix (2, chrome)
-          - cypress-matrix (3, chrome)
-          - docker-build
-          - frontend-build
-          - pre-commit (3.8)
-          - python-lint (3.8)
-          - test-mysql (3.8)
-          - test-postgres (3.8)
-          - test-postgres (3.9)
-          - test-sqlite (3.8)
-
-      required_pull_request_reviews:
-        dismiss_stale_reviews: false
-        require_code_owner_reviews: true
-        required_approving_review_count: 1
-
-      required_signatures: false

.codecov.yml

@@ -1,35 +1,11 @@
-codecov:
-    notify:
-        after_n_builds: 4
-ignore:
-  - "superset/migrations/versions/*.py"
-  - "superset-frontend/packages/superset-ui-demo/**/*"
-  - "**/*.stories.tsx"
-  - "**/*.stories.jsx"
 coverage:
   status:
     project:
       default:
-        informational: true
         # Commits pushed to master should not make the overall
         # project coverage decrease:
         target: auto
         threshold: 0%
-      core-packages-ts:
-        target: 100%
-        paths:
-          - 'superset-frontend/packages'
-          - '!superset-frontend/packages/**/*.jsx'
-          - '!superset-frontend/packages/**/*.tsx'
-      core-packages-tsx:
-        target: 50%
-        paths:
-          - 'superset-frontend/packages/**/*.jsx'
-          - 'superset-frontend/packages/**/*.tsx'
     patch:
       default:
-        informational: true
         threshold: 0%
-flag_management:
-  default_rules:
-    carryforward: true

.dockerignore

@@ -15,9 +15,6 @@
 # limitations under the License.
 #
 **/__pycache__/
-**/.git
-**/.apache_superset.egg-info
-**/.github
 **/.mypy_cache
 **/.pytest_cache
 **/.tox
@@ -33,15 +30,11 @@
 **/*.pyc
 **/*.sqllite
 **/*.swp
-**/.terser-plugin-cache/
-**/.storybook/
-**/node_modules/
 
 tests/
 docs/
 install/
-superset-frontend/cypress-base/
+superset-frontend/node_modules/
+superset-frontend/cypress/
 superset-frontend/coverage/
-superset/static/assets/
-superset-websocket/dist/
 venv

.editorconfig

@@ -1,47 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-# EditorConfig is awesome: https://EditorConfig.org
-
-# top-most EditorConfig file
-root = true
-
-# Unix-style newlines with a newline ending every file
-[*]
-end_of_line = lf
-insert_final_newline = true
-charset = utf-8
-
-# 4 space indentation for Python files
-[*.py]
-indent_style = space
-indent_size = 4
-max_line_length=88
-
-# 2 space indentation for Frontend files
-[*.{js,jsx,ts,tsx,html,less,css}]
-indent_style = space
-indent_size = 2
-
-# 2 space indentation for json and yaml files
-[*.{json,yml}]
-indent_style = space
-indent_size = 2
-
-# Tab indentation
-[Makefile]
-indent_style = tab

.fossa.yml

@@ -28,9 +28,11 @@ analyze:
     type: npm
     target: superset-frontend
     path: superset-frontend
-  - name: base
+  - name: docs
+    type: pip
+    target: docs
+    path: docs
+  - name: .
     type: pip
     target: .
     path: .
-    options:
-      requirements: ./requirements/base.txt

.gitattributes

@@ -1 +0,0 @@
-docker/**/*.sh text eol=lf

.github/CODEOWNERS

@@ -1,25 +0,0 @@
-# Notify all committers of DB migration changes, per SIP-59
-
-# https://github.com/apache/superset/issues/13351
-
-/superset/migrations/ @apache/superset-committers
-
-# Notify Preset team when ephemeral env settings are changed
-
-.github/workflows/ecs-task-definition.json @robdiciuccio @craig-rueda @rusackas @eschutho @dpgaspar @nytai @mistercrunch
-.github/workflows/docker-ephemeral-env.yml @robdiciuccio @craig-rueda @rusackas @eschutho @dpgaspar @nytai @mistercrunch
-.github/workflows/ephemeral*.yml @robdiciuccio @craig-rueda @rusackas @eschutho @dpgaspar @nytai @mistercrunch
-
-# Notify some committers of changes in the components
-
-/superset-frontend/src/components/Select/ @michael-s-molina @geido @ktmud
-/superset-frontend/src/components/MetadataBar/ @michael-s-molina
-/superset-frontend/src/components/DropdownContainer/ @michael-s-molina
-
-# Notify Helm Chart maintainers about changes in it
-
-/helm/superset/ @craig-rueda @dpgaspar @villebro
-
-# Notify E2E test maintainers of changes
-
-/superset-frontend/cypress-base/ @jinghua-qa @geido @eschutho @rusackas @betodealmeida

.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,19 +1,12 @@
 ---
 name: Bug report
-about: Create a report to help us improve Superset's stability! For feature requests please open a discussion at https://github.com/apache/superset/discussions/categories/ideas
+about: Create a report to help us improve
 labels: "#bug"
 
 ---
 
 A clear and concise description of what the bug is.
 
-#### How to reproduce the bug
-
-1. Go to '...'
-2. Click on '....'
-3. Scroll down to '....'
-4. See error
-
 ### Expected results
 
 what you expected to happen.
@@ -26,20 +19,25 @@ what actually happens.
 
 If applicable, add screenshots to help explain your problem.
 
+#### How to reproduce the bug
+
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
 
 ### Environment
 
 (please complete the following information):
 
-- browser type and version:
 - superset version: `superset version`
 - python version: `python --version`
 - node.js version: `node -v`
-- any feature flags active:
+- npm version: `npm -v`
 
 ### Checklist
 
-Make sure to follow these steps before submitting your issue - thank you!
+Make sure these boxes are checked before submitting your issue - thank you!
 
 - [ ] I have checked the superset logs for python stacktraces and included it here as text if there are any.
 - [ ] I have reproduced the issue with at least the latest released version of superset.

.github/ISSUE_TEMPLATE/cosmetic.md

@@ -1,20 +0,0 @@
----
-name: Cosmetic Issue
-about: Describe a cosmetic issue with CSS, positioning, layout, labeling, or similar
-labels: "cosmetic-issue"
-
----
-
-## Screenshot
-
-[drag & drop image(s) here!]
-
-## Description
-
-[describe the issue here!]
-
-## Design input
-[describe any input/collaboration you'd like from designers, and
-tag accordingly. For design review, add the
-label `design:review`. If this includes a design proposal,
-include the label `design:suggest`]

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,18 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+labels: "#enhancement"
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/ISSUE_TEMPLATE/sip.md

@@ -1,16 +1,14 @@
 ---
 name: SIP
-about: Superset Improvement Proposal (See SIP-0: https://github.com/apache/superset/issues/5602)
+about: Superset Improvement Proposal
 labels: "#SIP"
-title: "[SIP] Your Title Here (do not add SIP number)"
-asignees: "apache/superset-committers"
 
 ---
 
 *Please make sure you are familiar with the SIP process documented*
-(here)[https://github.com/apache/superset/issues/5602]. The SIP will be numbered by a committer upon acceptance.
+(here)[https://github.com/apache/incubator-superset/issues/5602]
 
-## [SIP] Proposal for ...<title>
+## [SIP] Proposal for XXX
 
 ### Motivation
 

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,27 +1,18 @@
-<!---
-Please write the PR title following the conventions at https://www.conventionalcommits.org/en/v1.0.0/
-Example:
-fix(dashboard): load charts correctly
--->
-
 ### SUMMARY
 <!--- Describe the change below, including rationale and design decisions -->
 
 ### BEFORE/AFTER SCREENSHOTS OR ANIMATED GIF
 <!--- Skip this if not applicable -->
 
-### TESTING INSTRUCTIONS
-<!--- Required! What steps can be taken to manually verify the changes? -->
+### TEST PLAN
+<!--- What steps should be taken to verify the changes -->
 
 ### ADDITIONAL INFORMATION
 <!--- Check any relevant boxes with "x" -->
 <!--- HINT: Include "Fixes #nnn" if you are fixing an existing issue -->
 - [ ] Has associated issue:
-- [ ] Required feature flags:
 - [ ] Changes UI
-- [ ] Includes DB Migration (follow approval process in [SIP-59](https://github.com/apache/superset/issues/13351))
-  - [ ] Migration is atomic, supports rollback & is backwards-compatible
-  - [ ] Confirm DB migration upgrade and downgrade tested
-  - [ ] Runtime estimates and downtime expectations provided
+- [ ] Requires DB Migration.
+- [ ] Confirm DB Migration upgrade and downgrade tested.
 - [ ] Introduces new feature or API
 - [ ] Removes existing feature or API

.github/dependabot.yml

@@ -1,50 +0,0 @@
-version: 2
-updates:
-  - package-ecosystem: "npm"
-    directory: "/superset-frontend/"
-    schedule:
-      interval: "daily"
-    labels:
-      - npm
-      - dependabot
-    versioning-strategy: increase
-
-  - package-ecosystem: "pip"
-    directory: "/requirements/"
-    schedule:
-      interval: "daily"
-    labels:
-      - pip
-      - dependabot
-
-  - package-ecosystem: "npm"
-    directory: ".github/actions"
-    schedule:
-      interval: "daily"
-    open-pull-requests-limit: 0
-    versioning-strategy: increase
-
-  - package-ecosystem: "npm"
-    directory: "/docs/"
-    schedule:
-      interval: "daily"
-    open-pull-requests-limit: 0
-    versioning-strategy: increase
-
-  - package-ecosystem: "npm"
-    directory: "/superset-websocket/"
-    schedule:
-      interval: "daily"
-    labels:
-      - npm
-      - dependabot
-    versioning-strategy: increase
-
-  - package-ecosystem: "npm"
-    directory: "/superset-websocket/utils/client-ws-app/"
-    schedule:
-      interval: "daily"
-    labels:
-      - npm
-      - dependabot
-    versioning-strategy: increase

.github/prlint.json

@@ -0,0 +1,8 @@
+{
+  "title": [
+    {
+      "pattern": "^(build|chore|ci|docs|feat|fix|perf|refactor|style|test|other)((.+))?:\\s.+",
+      "message": "Your title needs to be prefixed with a topic."
+    }
+  ]
+}

.github/workflows/bashlib.sh

@@ -20,10 +20,6 @@ set -e
 GITHUB_WORKSPACE=${GITHUB_WORKSPACE:-.}
 ASSETS_MANIFEST="$GITHUB_WORKSPACE/superset/static/assets/manifest.json"
 
-# Rounded job start time, used to create a unique Cypress build id for
-# parallelization so we can manually rerun a job after 20 minutes
-NONCE=$(echo "$(date "+%Y%m%d%H%M") - ($(date +%M)%20)" | bc)
-
 # Echo only when not in parallel mode
 say() {
   if [[ $(echo "$INPUT_PARALLEL" | tr '[:lower:]' '[:upper:]') != 'TRUE' ]]; then
@@ -33,45 +29,58 @@ say() {
 
 # default command to run when the `run` input is empty
 default-setup-command() {
-  apt-get-install
-  pip-upgrade
+  pip-install
 }
 
-apt-get-install() {
-  say "::group::apt-get install dependencies"
-  sudo apt-get update && sudo apt-get install --yes \
-    libsasl2-dev
-  say "::endgroup::"
-}
+# install python dependencies
+pip-install() {
+  cd "$GITHUB_WORKSPACE"
 
-pip-upgrade() {
-  say "::group::Upgrade pip"
-  pip install --upgrade pip
+  # Don't use pip cache as it doesn't seem to help much.
+  # cache-restore pip
+
+  say "::group::Install Python pacakges"
+  pip install -r requirements.txt
+  pip install -r requirements-dev.txt
+  pip install -e ".[postgres,mysql]"
   say "::endgroup::"
+
+  # cache-save pip
 }
 
 # prepare (lint and build) frontend code
 npm-install() {
   cd "$GITHUB_WORKSPACE/superset-frontend"
 
-  # cache-restore npm
+  cache-restore npm
+
   say "::group::Install npm packages"
   echo "npm: $(npm --version)"
   echo "node: $(node --version)"
   npm ci
   say "::endgroup::"
 
-  # cache-save npm
+  cache-save npm
 }
 
 build-assets() {
   cd "$GITHUB_WORKSPACE/superset-frontend"
 
   say "::group::Build static assets"
-  npm run build
+  npm run build -- --no-progress
   say "::endgroup::"
 }
 
+build-assets-cached() {
+  cache-restore assets
+  if [[ -f "$ASSETS_MANIFEST" ]]; then
+    echo 'Skip frontend build because static assets already exist.'
+  else
+    build-assets
+    cache-save assets
+  fi
+}
+
 build-instrumented-assets() {
   cd "$GITHUB_WORKSPACE/superset-frontend"
 
@@ -80,20 +89,18 @@ build-instrumented-assets() {
   if [[ -f "$ASSETS_MANIFEST" ]]; then
     echo 'Skip frontend build because instrumented static assets already exist.'
   else
-    npm run build-instrumented
+    npm run build-instrumented -- --no-progress
     cache-save instrumented-assets
   fi
   say "::endgroup::"
 }
 
 setup-postgres() {
-  say "::group::Install dependency for unit tests"
-  sudo apt-get update && sudo apt-get install --yes libecpg-dev
   say "::group::Initialize database"
   psql "postgresql://superset:superset@127.0.0.1:15432/superset" <<-EOF
-    DROP SCHEMA IF EXISTS sqllab_test_db CASCADE;
-    DROP SCHEMA IF EXISTS admin_database CASCADE;
+    DROP SCHEMA IF EXISTS sqllab_test_db;
     CREATE SCHEMA sqllab_test_db;
+    DROP SCHEMA IF EXISTS admin_database;
     CREATE SCHEMA admin_database;
 EOF
   say "::endgroup::"
@@ -120,7 +127,6 @@ testdata() {
   say "::group::Load test data"
   # must specify PYTHONPATH to make `tests.superset_test_config` importable
   export PYTHONPATH="$GITHUB_WORKSPACE"
-  pip install -e .
   superset db upgrade
   superset load_test_users
   superset load_examples --load-test-data
@@ -130,7 +136,12 @@ testdata() {
 
 codecov() {
   say "::group::Upload code coverage"
-  bash ".github/workflows/codecov.sh" "$@"
+  local codecovScript="${HOME}/codecov.sh"
+  # download bash script if needed
+  if [[ ! -f "$codecovScript" ]]; then
+    curl -s https://codecov.io/bash > "$codecovScript"
+  fi
+  bash "$codecovScript" "$@"
   say "::endgroup::"
 }
 
@@ -149,23 +160,19 @@ cypress-install() {
 # Run Cypress and upload coverage reports
 cypress-run() {
   cd "$GITHUB_WORKSPACE/superset-frontend/cypress-base"
-
+  
   local page=$1
   local group=${2:-Default}
   local cypress="./node_modules/.bin/cypress run"
   local browser=${CYPRESS_BROWSER:-chrome}
 
-  export TERM="xterm"
-
   say "::group::Run Cypress for [$page]"
-  if [[ -z $CYPRESS_KEY ]]; then
+  if [[ -z $CYPRESS_RECORD_KEY ]]; then
     $cypress --spec "cypress/integration/$page" --browser "$browser"
   else
-    export CYPRESS_RECORD_KEY=$(echo $CYPRESS_KEY | base64 --decode)
     # additional flags for Cypress dashboard recording
-    $cypress --spec "cypress/integration/$page" --browser "$browser" \
-      --record --group "$group" --tag "${GITHUB_REPOSITORY},${GITHUB_EVENT_NAME}" \
-      --parallel --ci-build-id "${GITHUB_SHA:0:8}-${NONCE}"
+    $cypress --spec "cypress/integration/$page" --browser "$browser" --record \
+      --group "$group" --tag "${GITHUB_REPOSITORY},${GITHUB_EVENT_NAME}"
   fi
 
   # don't add quotes to $record because we do want word splitting
@@ -178,32 +185,31 @@ cypress-run-all() {
   # so errors can print to stderr.
   local flasklog="${HOME}/flask.log"
   local port=8081
-  export CYPRESS_BASE_URL="http://localhost:${port}"
 
-  nohup flask run --no-debugger -p $port >"$flasklog" 2>&1 </dev/null &
+  nohup flask run --no-debugger -p $port > "$flasklog" 2>&1 < /dev/null &
   local flaskProcessId=$!
 
   cypress-run "*/**/*"
 
+  # Upload code coverage separately so each page can have separate flags
+  # -c will clean existing coverage reports, -F means add flags
+  codecov -cF "cypress"
+
   # After job is done, print out Flask log for debugging
   say "::group::Flask log for default run"
   cat "$flasklog"
   say "::endgroup::"
 
-  # Rerun SQL Lab tests with backend persist disabled
-  export SUPERSET_CONFIG=tests.integration_tests.superset_test_config_sqllab_backend_persist_off
+  # Rerun SQL Lab tests with backend persist enabled
+  export SUPERSET_CONFIG=tests.superset_test_config_sqllab_backend_persist
 
   # Restart Flask with new configs
   kill $flaskProcessId
-  nohup flask run --no-debugger -p $port >"$flasklog" 2>&1 </dev/null &
+  nohup flask run --no-debugger -p $port > "$flasklog" 2>&1 < /dev/null &
   local flaskProcessId=$!
 
   cypress-run "sqllab/*" "Backend persist"
-
-  # Upload code coverage separately so each page can have separate flags
-  # -c will clean existing coverage reports, -F means add flags
-  # || true to prevent CI failure on codecov upload
-  codecov -c -F "cypress" || true
+  codecov -cF "cypress"
 
   say "::group::Flask log for backend persist"
   cat "$flasklog"
@@ -212,34 +218,3 @@ cypress-run-all() {
   # make sure the program exits
   kill $flaskProcessId
 }
-
-eyes-storybook-dependencies() {
-  say "::group::install eyes-storyook dependencies"
-  sudo apt-get update -y && sudo apt-get -y install gconf-service ca-certificates libxshmfence-dev fonts-liberation libappindicator3-1 libasound2 libatk-bridge2.0-0 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 libgbm1 libgcc1 libgconf-2-4 libglib2.0-0 libgdk-pixbuf2.0-0 libgtk-3-0 libnspr4 libnss3 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 lsb-release xdg-utils libappindicator1
-  say "::endgroup::"
-}
-
-cypress-run-applitools() {
-  cd "$GITHUB_WORKSPACE/superset-frontend/cypress-base"
-
-  local flasklog="${HOME}/flask.log"
-  local port=8081
-  local cypress="./node_modules/.bin/cypress run"
-  local browser=${CYPRESS_BROWSER:-chrome}
-
-  export CYPRESS_BASE_URL="http://localhost:${port}"
-
-  nohup flask run --no-debugger -p $port >"$flasklog" 2>&1 </dev/null &
-  local flaskProcessId=$!
-
-  $cypress --spec "cypress/integration/*/**/*.applitools.test.ts" --browser "$browser" --headless --config ignoreTestFiles="[]"
-
-  codecov -c -F "cypress" || true
-
-  say "::group::Flask log for default run"
-  cat "$flasklog"
-  say "::endgroup::"
-
-  # make sure the program exits
-  kill $flaskProcessId
-}

.github/workflows/caches.js

@@ -25,8 +25,6 @@ const assetsConfig = {
   path: [`${workspaceDirectory}/superset/static/assets`],
   hashFiles: [
     `${workspaceDirectory}/superset-frontend/src/**/*`,
-    `${workspaceDirectory}/superset-frontend/packages/**/*`,
-    `${workspaceDirectory}/superset-frontend/plugins/**/*`,
     `${workspaceDirectory}/superset-frontend/*.js`,
     `${workspaceDirectory}/superset-frontend/*.json`,
   ],
@@ -38,11 +36,11 @@ const assetsConfig = {
 module.exports = {
   pip: {
     path: [`${homeDirectory}/.cache/pip`],
-    hashFiles: [`${workspaceDirectory}/requirements/*.txt`],
+    hashFiles: [`${workspaceDirectory}/requirements*.txt`],
   },
   npm: {
     path: [`${homeDirectory}/.npm`],
-    hashFiles: [`${workspaceDirectory}/superset-frontend/package-lock.json`],
+    hashFiles: ['superset-frontend/package-lock.json'],
   },
   assets: assetsConfig,
   // use separate cache for instrumented JS files and regular assets

.github/workflows/cancel_duplicates.yml

@@ -1,40 +0,0 @@
-name: Cancel Duplicates
-on:
-  workflow_run:
-    workflows:
-      - "Miscellaneous"
-    types:
-      - requested
-
-jobs:
-  cancel-duplicate-runs:
-    name: Cancel duplicate workflow runs
-    runs-on: ubuntu-20.04
-    steps:
-      - name: Check number of queued tasks
-        id: check_queued
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          GITHUB_REPO: ${{ github.repository }}
-        run: |
-          get_count() {
-            echo $(curl -s -H "Authorization: token $GITHUB_TOKEN" \
-                    "https://api.github.com/repos/$GITHUB_REPO/actions/runs?status=$1" | \
-                    jq ".total_count")
-          }
-          count=$(( `get_count queued` + `get_count in_progress` ))
-          echo "Found $count unfinished jobs."
-          echo "::set-output name=count::$count"
-
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        if: steps.check_queued.outputs.count >= 20
-        uses: actions/checkout@v2
-
-      - name: Cancel duplicate workflow runs
-        if: steps.check_queued.outputs.count >= 20
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          GITHUB_REPOSITORY: ${{ github.repository }}
-        run: |
-          pip install click requests typing_extensions python-dateutil
-          python ./scripts/cancel_github_workflows.py

.github/workflows/check_db_migration_confict.yml

@@ -1,60 +0,0 @@
-name: Check DB migration conflict
-on:
-  push:
-    paths:
-      - "superset/migrations/**"
-
-jobs:
-  check_db_migration_conflict:
-    name: Check DB migration conflict
-    runs-on: ubuntu-20.04
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-      - name: Check and notify
-        uses: actions/github-script@v3
-        with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          script: |
-            // API reference: https://octokit.github.io/rest.js
-            const currentBranch = context.ref.replace('refs/heads/', '');
-
-            // Find all pull requests to current branch
-            const opts = github.pulls.list.endpoint.merge({
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              base: context.ref,
-              state: 'open',
-              sort: 'updated',
-              per_page: 100,
-            });
-            const pulls = await github.paginate(opts);
-            if (pulls.length > 0) {
-              console.log(`Found ${pulls.length} open PRs for base branch "${currentBranch}"`)
-            }
-
-            for (const pull of pulls) {
-              const listFilesOpts = await github.pulls.listFiles.endpoint.merge({
-                owner: context.repo.owner,
-                repo: context.repo.repo,
-                pull_number: pull.number,
-              });
-              const files = await github.paginate(listFilesOpts);
-              if (
-                files.some(x => x.contents_url.includes('/contents/superset/migrations'))
-              ) {
-                console.log(`PR #${pull.number} "${pull.title}" also added db migration`)
-                await github.issues.createComment({
-                  issue_number: context.issue.number,
-                  owner: context.repo.owner,
-                  repo: context.repo.repo,
-                  issue_number: pull.number,
-                  body:
-                    `# 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️ 🙅‍♂️` +
-                    `❗ @${pull.user.login} Your base branch \`${currentBranch}\` has ` +
-                    'also updated `superset/migrations`.\n' +
-                    '\n' +
-                    '**Please consider rebasing your branch and [resolving potential db migration conflicts](https://github.com/apache/superset/blob/master/CONTRIBUTING.md#merging-db-migrations).**',
-                });
-              }
-            }

.github/workflows/chromatic-master.yml

@@ -1,55 +0,0 @@
-# .github/workflows/chromatic.yml
-# seee https://www.chromatic.com/docs/github-actions
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Workflow name
-name: 'Chromatic Storybook Master'
-
-# Event for the workflow
-# Only run if changes were made in superset-frontend folder of repo on merge to Master
-on:
-  # This will trigger when a branch merges to master when the PR has changes in the frontend folder updating the chromatic baseline
-  push:
-    branches:
-      - master
-    paths:
-      - "superset-frontend/**"
-
-# List of jobs
-jobs:
-  chromatic-deployment:
-    # Operating System
-    runs-on: ubuntu-latest
-    # Job steps
-    steps:
-      - uses: actions/checkout@v1
-      - name: Install dependencies
-        run: npm ci
-        working-directory: superset-frontend
-      # 👇 Build and publish Storybook to Chromatic
-      - name: Build and publish Storybook to Chromatic
-        id: chromatic-master
-        uses: chromaui/action@v1
-        # Required options for the Chromatic GitHub Action
-        with:
-          # 👇 Location of package.json from root of mono-repo
-          workingDir: superset-frontend
-          # 👇 Chromatic projectToken, refer to the manage page to obtain it.
-          projectToken: ${{ secrets.CHROMATIC_PROJECT_TOKEN }}
-          exitZeroOnChanges: true # 👈 Option to prevent the workflow from failing
-          autoAcceptChanges: true # 👈 Option to accept all changes when merging to master

.github/workflows/docker-ephemeral-env.yml

@@ -1,78 +0,0 @@
-name: Push ephmereral env image
-
-on:
-  workflow_run:
-    workflows: ["Docker"]
-    types:
-      - completed
-
-jobs:
-  docker_ephemeral_env:
-    name: Push ephemeral env Docker image to ECR
-    if: github.event.workflow_run.event == 'pull_request' && github.event.workflow_run.conclusion == 'success'
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: 'Download artifact'
-      uses: actions/github-script@v3.1.0
-      with:
-        script: |
-          const artifacts = await github.actions.listWorkflowRunArtifacts({
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              run_id: ${{ github.event.workflow_run.id }},
-          });
-
-          core.info('*** artifacts')
-          core.info(JSON.stringify(artifacts))
-
-          const matchArtifact = artifacts.data.artifacts.filter((artifact) => {
-            return artifact.name == "build"
-          })[0];
-          if(!matchArtifact) return core.setFailed("Build artifacts not found")
-
-          const download = await github.actions.downloadArtifact({
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              artifact_id: matchArtifact.id,
-              archive_format: 'zip',
-          });
-          var fs = require('fs');
-          fs.writeFileSync('${{github.workspace}}/build.zip', Buffer.from(download.data));
-
-    - run: unzip build.zip
-
-    - name: Display downloaded files (debug)
-      run: ls -la
-
-    - name: Get SHA
-      id: get-sha
-      run: echo "::set-output name=sha::$(cat ./SHA)"
-
-    - name: Get PR
-      id: get-pr
-      run: echo "::set-output name=num::$(cat ./PR-NUM)"
-
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v1
-      with:
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-        aws-region: us-west-2
-
-    - name: Login to Amazon ECR
-      id: login-ecr
-      uses: aws-actions/amazon-ecr-login@v1
-
-    - name: Load, tag and push image to ECR
-      id: push-image
-      env:
-        ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
-        ECR_REPOSITORY: superset-ci
-        SHA: ${{ steps.get-sha.outputs.sha }}
-        IMAGE_TAG: pr-${{ steps.get-pr.outputs.num }}
-      run: |
-        docker load < $SHA.tar.gz
-        docker tag $SHA $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG
-        docker tag $SHA $ECR_REGISTRY/$ECR_REPOSITORY:$SHA
-        docker push -a $ECR_REGISTRY/$ECR_REPOSITORY

.github/workflows/docker-release.yml

@@ -1,22 +0,0 @@
-name: Docker
-
-on:
-  release:
-    types: [published]
-jobs:
-  docker-release:
-    name: docker-release
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-          ref: ${{ github.ref }}
-      - shell: bash
-        env:
-          DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }}
-          DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
-        run: |
-          .github/workflows/docker_build_push.sh

.github/workflows/docker.yml

@@ -1,60 +0,0 @@
-name: Docker
-
-on:
-  push:
-    branches:
-      - 'master'
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  config:
-    runs-on: "ubuntu-latest"
-    if: github.event.pull_request.draft == false
-    outputs:
-      has-secrets: ${{ steps.check.outputs.has-secrets }}
-    steps:
-      - name: "Check for secrets"
-        id: check
-        shell: bash
-        run: |
-          if [ -n "${{ (secrets.DOCKERHUB_USER != '' && secrets.DOCKERHUB_TOKEN != '') || '' }}" ]; then
-            echo "has-secrets=1" >> "$GITHUB_OUTPUT"
-            echo "has secrets!"
-          else
-            echo "has-secrets=0" >> "$GITHUB_OUTPUT"
-            echo "no secrets!"
-          fi
-
-  docker-build:
-    if: github.event.pull_request.draft == false
-    name: docker-build
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-
-      - shell: bash
-        env:
-          DOCKERHUB_USER: ${{ secrets.DOCKERHUB_USER }}
-          DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }}
-        run: |
-          .github/workflows/docker_build_push.sh
-
-      - name: Build ephemeral env image
-        if: github.event_name == 'pull_request'
-        run: |
-          mkdir -p ./build
-          echo ${{ github.sha }} > ./build/SHA
-          echo ${{ github.event.pull_request.number }} > ./build/PR-NUM
-          docker build --target ci -t ${{ github.sha }} -t "pr-${{ github.event.pull_request.number }}" .
-          docker save ${{ github.sha }} | gzip > ./build/${{ github.sha }}.tar.gz
-
-      - name: Upload build artifacts
-        if: github.event_name == 'pull_request'
-        uses: actions/upload-artifact@v2
-        with:
-          name: build
-          path: build/

.github/workflows/docker_build_push.sh

@@ -1,108 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-set -eo pipefail
-
-SHA=$(git rev-parse HEAD)
-REPO_NAME="apache/superset"
-
-if [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]]; then
-  REFSPEC=$(echo "${GITHUB_HEAD_REF}" | sed 's/[^a-zA-Z0-9]/-/g' | head -c 40)
-  PR_NUM=$(echo "${GITHUB_REF}" | sed 's:refs/pull/::' | sed 's:/merge::')
-  LATEST_TAG="pr-${PR_NUM}"
-elif [[ "${GITHUB_EVENT_NAME}" == "release" ]]; then
-  REFSPEC=$(echo "${GITHUB_REF}" | sed 's:refs/tags/::' | head -c 40)
-  LATEST_TAG="${REFSPEC}"
-else
-  REFSPEC=$(echo "${GITHUB_REF}" | sed 's:refs/heads/::' | sed 's/[^a-zA-Z0-9]/-/g' | head -c 40)
-  LATEST_TAG="${REFSPEC}"
-fi
-
-if [[ "${REFSPEC}" == "master" ]]; then
-  LATEST_TAG="latest"
-fi
-
-cat<<EOF
-  Rolling with tags:
-  - ${REPO_NAME}:${SHA}
-  - ${REPO_NAME}:${REFSPEC}
-  - ${REPO_NAME}:${LATEST_TAG}
-EOF
-
-#
-# Build the "lean" image
-#
-docker build --target lean \
-  -t "${REPO_NAME}:${SHA}" \
-  -t "${REPO_NAME}:${REFSPEC}" \
-  -t "${REPO_NAME}:${LATEST_TAG}" \
-  --build-arg PY_VER="3.8-slim"\
-  --label "sha=${SHA}" \
-  --label "built_at=$(date)" \
-  --label "target=lean" \
-  --label "build_actor=${GITHUB_ACTOR}" \
-  .
-
-#
-# Build the "lean39" image
-#
-docker build --target lean \
-  -t "${REPO_NAME}:${SHA}-py39" \
-  -t "${REPO_NAME}:${REFSPEC}-py39" \
-  -t "${REPO_NAME}:${LATEST_TAG}-py39" \
-  --build-arg PY_VER="3.9-slim"\
-  --label "sha=${SHA}" \
-  --label "built_at=$(date)" \
-  --label "target=lean39" \
-  --label "build_actor=${GITHUB_ACTOR}" \
-  .
-
-#
-# Build the "websocket" image
-#
-docker build \
-  -t "${REPO_NAME}:${SHA}-websocket" \
-  -t "${REPO_NAME}:${REFSPEC}-websocket" \
-  -t "${REPO_NAME}:${LATEST_TAG}-websocket" \
-  --label "sha=${SHA}" \
-  --label "built_at=$(date)" \
-  --label "target=websocket" \
-  --label "build_actor=${GITHUB_ACTOR}" \
-  superset-websocket
-
-#
-# Build the dev image
-#
-docker build --target dev \
-  -t "${REPO_NAME}:${SHA}-dev" \
-  -t "${REPO_NAME}:${REFSPEC}-dev" \
-  -t "${REPO_NAME}:${LATEST_TAG}-dev" \
-  --label "sha=${SHA}" \
-  --label "built_at=$(date)" \
-  --label "target=dev" \
-  --label "build_actor=${GITHUB_ACTOR}" \
-  .
-
-if [ -z "${DOCKERHUB_TOKEN}" ]; then
-  # Skip if secrets aren't populated -- they're only visible for actions running in the repo (not on forks)
-  echo "Skipping Docker push"
-else
-  # Login and push
-  docker logout
-  docker login --username "${DOCKERHUB_USER}" --password "${DOCKERHUB_TOKEN}"
-  docker push --all-tags "${REPO_NAME}"
-fi

.github/workflows/ecs-task-definition.json

@@ -1,51 +0,0 @@
-{
-    "containerDefinitions": [
-        {
-            "name": "superset-ci",
-            "image": "apache/superset:latest",
-            "cpu": 0,
-            "links": [],
-            "portMappings": [
-                {
-                    "containerPort": 8080,
-                    "hostPort": 8080,
-                    "protocol": "tcp"
-                }
-            ],
-            "essential": true,
-            "entryPoint": [],
-            "command": [],
-            "environment": [
-                {
-                    "name": "SUPERSET_LOAD_EXAMPLES",
-                    "value": "yes"
-                },
-                {
-                    "name": "SUPERSET_PORT",
-                    "value": "8080"
-                }
-            ],
-            "mountPoints": [],
-            "volumesFrom": [],
-            "logConfiguration": {
-                "logDriver": "awslogs",
-                "options": {
-                    "awslogs-group": "/ecs/superset-ci",
-                    "awslogs-region": "us-west-2",
-                    "awslogs-stream-prefix": "ecs"
-                }
-            }
-        }
-    ],
-    "family": "superset-ci",
-    "taskRoleArn": "ecsTaskExecutionRole",
-    "executionRoleArn": "ecsTaskExecutionRole",
-    "networkMode": "awsvpc",
-    "volumes": [],
-    "placementConstraints": [],
-    "requiresCompatibilities": [
-        "FARGATE"
-    ],
-    "cpu": "512",
-    "memory": "1024"
-}

.github/workflows/embedded-sdk-release.yml

@@ -1,23 +0,0 @@
-name: Embedded SDK Release
-
-on:
-  push:
-    branches:
-      - 'master'
-
-jobs:
-  build:
-    runs-on: ubuntu-20.04
-    defaults:
-      run:
-        working-directory: superset-embedded-sdk
-    steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-          node-version: "16"
-          registry-url: 'https://registry.npmjs.org'
-      - run: npm ci
-      - run: npm run ci:release
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

.github/workflows/embedded-sdk-test.yml

@@ -1,24 +0,0 @@
-name: Embedded SDK PR Checks
-
-on:
-  pull_request:
-    paths:
-      - "superset-embedded-sdk/**"
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  embedded-sdk-test:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    defaults:
-      run:
-        working-directory: superset-embedded-sdk
-    steps:
-      - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-          node-version: "16"
-          registry-url: 'https://registry.npmjs.org'
-      - run: npm ci
-      - run: npm test
-      - run: npm run build

.github/workflows/ephemeral-env-pr-close.yml

@@ -1,58 +0,0 @@
-name: Cleanup ephemeral envs (PR close)
-
-on:
-  pull_request_target:
-    types: [closed]
-
-jobs:
-  ephemeral-env-cleanup:
-    name: Cleanup ephemeral envs
-    runs-on: ubuntu-latest
-    steps:
-      - name: Configure AWS credentials
-        uses: aws-actions/configure-aws-credentials@v1
-        with:
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: us-west-2
-
-      - name: Describe ECS service
-        id: describe-services
-        run: |
-          echo "::set-output name=active::$(aws ecs describe-services --cluster superset-ci --services pr-${{ github.event.number }}-service | jq '.services[] | select(.status == "ACTIVE") | any')"
-
-      - name: Delete ECS service
-        if: steps.describe-services.outputs.active == 'true'
-        id: delete-service
-        run: |
-          aws ecs delete-service \
-          --cluster superset-ci \
-          --service pr-${{ github.event.number }}-service \
-          --force
-
-      - name: Login to Amazon ECR
-        if: steps.describe-services.outputs.active == 'true'
-        id: login-ecr
-        uses: aws-actions/amazon-ecr-login@v1
-
-      - name: Delete ECR image tag
-        if: steps.describe-services.outputs.active == 'true'
-        id: delete-image-tag
-        run: |
-          aws ecr batch-delete-image \
-          --registry-id $(echo "${{ steps.login-ecr.outputs.registry }}" | grep -Eo "^[0-9]+") \
-          --repository-name superset-ci \
-          --image-ids imageTag=pr-${{ github.event.number }}
-
-      - name: Comment (success)
-        if: steps.describe-services.outputs.active == 'true'
-        uses: actions/github-script@v3
-        with:
-          github-token: ${{secrets.GITHUB_TOKEN}}
-          script: |
-            github.issues.createComment({
-              issue_number: ${{ github.event.number }},
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              body: 'Ephemeral environment shutdown and build artifacts deleted.'
-            })

.github/workflows/ephemeral-env.yml

@@ -1,194 +0,0 @@
-name: Ephemeral env workflow
-
-on:
-  issue_comment:
-    types: [created]
-
-jobs:
-  ephemeral_env_comment:
-    if: github.event.issue.pull_request
-    name: Evaluate ephemeral env comment trigger (/testenv)
-    runs-on: ubuntu-latest
-    outputs:
-      slash-command: ${{ steps.eval-body.outputs.result }}
-      feature-flags: ${{ steps.eval-feature-flags.outputs.result }}
-
-    steps:
-    - name: Debug
-      run: |
-        echo "Comment on PR #${{ github.event.issue.number }} by ${{ github.event.issue.user.login }}, ${{ github.event.comment.author_association }}"
-
-    - name: Eval comment body for /testenv slash command
-      uses: actions/github-script@v3
-      id: eval-body
-      with:
-        result-encoding: string
-        script: |
-          const pattern = /^\/testenv (up|down)/
-          const result = pattern.exec(context.payload.comment.body)
-          return result === null ? 'noop' : result[1]
-
-    - name: Eval comment body for feature flags
-      uses: actions/github-script@v3
-      id: eval-feature-flags
-      with:
-        script: |
-          const pattern = /FEATURE_(\w+)=(\w+)/g;
-          let results = [];
-          [...context.payload.comment.body.matchAll(pattern)].forEach(match => {
-            const config = {
-              name: `SUPERSET_FEATURE_${match[1]}`,
-              value: match[2],
-            };
-            results.push(config);
-          });
-          return results;
-
-    - name: Limit to committers
-      if: >
-        steps.eval-body.outputs.result != 'noop' &&
-        github.event.comment.author_association != 'MEMBER' &&
-        github.event.comment.author_association != 'OWNER'
-      uses: actions/github-script@v3
-      with:
-        github-token: ${{secrets.GITHUB_TOKEN}}
-        script: |
-          const errMsg = '@${{ github.event.comment.user.login }} Ephemeral environment creation is currently limited to committers.'
-          github.issues.createComment({
-            issue_number: ${{ github.event.issue.number }},
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            body: errMsg
-          })
-          core.setFailed(errMsg)
-
-  ephemeral_env_up:
-    needs: ephemeral_env_comment
-    if: needs.ephemeral_env_comment.outputs.slash-command == 'up'
-    name: Spin up an ephemeral environment
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v2
-      with:
-        persist-credentials: false
-
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v1
-      with:
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-        aws-region: us-west-2
-
-    - name: Login to Amazon ECR
-      id: login-ecr
-      uses: aws-actions/amazon-ecr-login@v1
-
-    - name: Check target image exists in ECR
-      id: check-image
-      continue-on-error: true
-      run: |
-        aws ecr describe-images \
-        --registry-id $(echo "${{ steps.login-ecr.outputs.registry }}" | grep -Eo "^[0-9]+") \
-        --repository-name superset-ci \
-        --image-ids imageTag=pr-${{ github.event.issue.number }}
-
-    - name: Fail on missing container image
-      if: steps.check-image.outcome == 'failure'
-      uses: actions/github-script@v3
-      with:
-        github-token: ${{secrets.GITHUB_TOKEN}}
-        script: |
-          const errMsg = '@${{ github.event.comment.user.login }} Container image not yet published for this PR. Please try again when build is complete.'
-          github.issues.createComment({
-            issue_number: ${{ github.event.issue.number }},
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            body: errMsg
-          })
-          core.setFailed(errMsg)
-
-    - name: Fill in the new image ID in the Amazon ECS task definition
-      id: task-def
-      uses: aws-actions/amazon-ecs-render-task-definition@v1
-      with:
-        task-definition: .github/workflows/ecs-task-definition.json
-        container-name: superset-ci
-        image: ${{ steps.login-ecr.outputs.registry }}/superset-ci:pr-${{ github.event.issue.number }}
-
-    - name: Update env vars in the Amazon ECS task definition
-      run: |
-        cat <<< "$(jq '.containerDefinitions[0].environment += ${{ needs.ephemeral_env_comment.outputs.feature-flags }}' < ${{ steps.task-def.outputs.task-definition }})" > ${{ steps.task-def.outputs.task-definition }}
-
-    - name: Describe ECS service
-      id: describe-services
-      run: |
-        echo "::set-output name=active::$(aws ecs describe-services --cluster superset-ci --services pr-${{ github.event.issue.number }}-service | jq '.services[] | select(.status == "ACTIVE") | any')"
-
-    - name: Create ECS service
-      if: steps.describe-services.outputs.active != 'true'
-      id: create-service
-      env:
-        ECR_SUBNETS: subnet-0e15a5034b4121710,subnet-0e8efef4a72224974
-        ECR_SECURITY_GROUP: sg-092ff3a6ae0574d91
-      run: |
-        aws ecs create-service \
-        --cluster superset-ci \
-        --service-name pr-${{ github.event.issue.number }}-service \
-        --task-definition superset-ci \
-        --launch-type FARGATE \
-        --desired-count 1 \
-        --platform-version LATEST \
-        --network-configuration "awsvpcConfiguration={subnets=[$ECR_SUBNETS],securityGroups=[$ECR_SECURITY_GROUP],assignPublicIp=ENABLED}" \
-        --tags key=pr,value=${{ github.event.issue.number }} key=github_user,value=${{ github.actor }}
-
-    - name: Deploy Amazon ECS task definition
-      id: deploy-task
-      uses: aws-actions/amazon-ecs-deploy-task-definition@v1
-      with:
-        task-definition: ${{ steps.task-def.outputs.task-definition }}
-        service: pr-${{ github.event.issue.number }}-service
-        cluster: superset-ci
-        wait-for-service-stability: true
-        wait-for-minutes: 10
-
-    - name: List tasks
-      id: list-tasks
-      run: |
-        echo "::set-output name=task::$(aws ecs list-tasks --cluster superset-ci --service-name pr-${{ github.event.issue.number }}-service | jq '.taskArns | first')"
-
-    - name: Get network interface
-      id: get-eni
-      run: |
-        echo "::set-output name=eni::$(aws ecs describe-tasks --cluster superset-ci --tasks ${{ steps.list-tasks.outputs.task }} | jq '.tasks | .[0] | .attachments | .[0] | .details | map(select(.name=="networkInterfaceId")) | .[0] | .value')"
-
-    - name: Get public IP
-      id: get-ip
-      run: |
-        echo "::set-output name=ip::$(aws ec2 describe-network-interfaces --network-interface-ids ${{ steps.get-eni.outputs.eni }} | jq -r '.NetworkInterfaces | first | .Association.PublicIp')"
-
-    - name: Comment (success)
-      if: ${{ success() }}
-      uses: actions/github-script@v3
-      with:
-        github-token: ${{secrets.GITHUB_TOKEN}}
-        script: |
-          github.issues.createComment({
-            issue_number: ${{ github.event.issue.number }},
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            body: '@${{ github.event.comment.user.login }} Ephemeral environment spinning up at http://${{ steps.get-ip.outputs.ip }}:8080. Credentials are `admin`/`admin`. Please allow several minutes for bootstrapping and startup.'
-          })
-
-    - name: Comment (failure)
-      if: ${{ failure() }}
-      uses: actions/github-script@v3
-      with:
-        github-token: ${{secrets.GITHUB_TOKEN}}
-        script: |
-          github.issues.createComment({
-            issue_number: ${{ github.event.issue.number }},
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            body: '@${{ github.event.comment.user.login }} Ephemeral environment creation failed. Please check the Actions logs for details.'
-          })

.github/workflows/latest-release-tag.yml

@@ -1,30 +0,0 @@
-name: Tags
-on:
-  release:
-    types: [published] # This makes it run only when a new released is published
-
-jobs:
-  latest-release:
-    name: Add/update tag to new release
-    runs-on: ubuntu-latest
-
-    steps:
-    - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-      uses: actions/checkout@v2
-      with:
-        persist-credentials: false
-        submodules: recursive
-
-    - name: Check for latest tag
-      id: latest-tag
-      run: |
-        source ./scripts/tag_latest_release.sh $(echo ${{ github.event.release.tag_name }}) --dry-run
-
-    - name: Run latest-tag
-      uses: ./.github/actions/latest-tag
-      if: (! ${{ steps.latest-tag.outputs.SKIP_TAG }} )
-      with:
-        description: Superset latest release
-        tag-name: latest
-      env:
-        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/license-check.yml

@@ -1,51 +1,45 @@
-name: License Check
+name: License
 
 on:
   push:
-    branches-ignore:
-      - "dependabot/**"
+    branches: [ master ]
   pull_request:
 
 jobs:
-  license_check:
-    name: License Check
-    runs-on: ubuntu-20.04
+  check:
+    runs-on: ubuntu-18.04
     steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Setup Java
-        uses: actions/setup-java@v1
-        with:
-          java-version: 8
-      - name: Generate fossa report
-        env:
-          FOSSA_API_KEY: ${{ secrets.FOSSA_API_KEY }}
-        run: |
-          set -eo pipefail
-          if [[ "${{github.event_name}}" != "pull_request" ]]; then
-            ./scripts/fossa.sh
-            exit 0
-          fi
+    - uses: actions/checkout@v2
+    - name: Setup Java
+      uses: actions/setup-java@v1
+      with:
+        java-version: 8
+    - name: Generate fossa report
+      env:
+        FOSSA_API_KEY: ${{ secrets.FOSSA_API_KEY }}
+      run: |
+        set -eo pipefail
+        if [[ "${{github.event_name}}" != "pull_request" ]]; then 
+          ./scripts/fossa.sh
+          exit 0
+        fi
 
-          URL="https://api.github.com/repos/${{ github.repository }}/pulls/${{ github.event.pull_request.number }}/files"
-          FILES=$(curl -s -X GET -G $URL | jq -r '.[] | .filename')
+        URL="https://api.github.com/repos/${{ github.repository }}/pulls/${{ github.event.pull_request.number }}/files"
+        FILES=$(curl -s -X GET -G $URL | jq -r '.[] | .filename')
 
-          cat<<EOF
-          CHANGED FILES:
-          $FILES
+        cat<<EOF
+        CHANGED FILES:
+        $FILES
+        
+        EOF
 
-          EOF
+        if [[ "${FILES}" =~ (.*package*\.json|requirements.*\.txt|setup\.py) ]]; then
+          echo "Detected dependency changes... running fossa check"
 
-          if [[ "${FILES}" =~ (.*package*\.json|requirements\/[a-z_-]+\.txt|setup\.py) ]]; then
-            echo "Detected dependency changes... running fossa check"
-
-            ./scripts/fossa.sh
-          else
-            echo "No dependency changes... skiping fossa check"
-          fi
-        shell: bash
-      - name: Run license check
-        run: ./scripts/check_license.sh
+          ./scripts/fossa.sh
+        else
+          echo "No dependency changes... skiping fossa check"
+        fi
+      shell: bash
+    - name: Run license check
+      run: ./scripts/check_license.sh

.github/workflows/pr-lint.yml

@@ -1,28 +0,0 @@
-name: PR Lint
-
-on:
-  pull_request:
-    # By default, a workflow only runs when a pull_request's activity type is opened, synchronize, or reopened. We
-    # explicity override here so that PR titles are re-linted when the PR text content is edited.
-    #
-    # Possible values: https://help.github.com/en/actions/reference/events-that-trigger-workflows#pull-request-event-pull_request
-    types: [opened, edited, reopened, synchronize]
-
-jobs:
-  check:
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - uses: ./.github/actions/pr-lint-action
-        with:
-          title-regex: "^(build|chore|ci|docs|feat|fix|perf|refactor|style|test|other)(\\(.+\\))?(\\!)?:\\s.+"
-          on-failed-regex-fail-action: true
-          on-failed-regex-request-changes: false
-          on-failed-regex-create-review: false
-          on-failed-regex-comment:
-            "Please format your PR title to match: `%regex%`!"
-          repo-token: "${{ secrets.GITHUB_TOKEN }}"

.github/workflows/prefer-typescript.yml

@@ -1,56 +0,0 @@
-name: Prefer Typescript
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/**"
-  pull_request:
-
-jobs:
-  prefer_typescript:
-    if: github.ref == 'ref/heads/master' && github.event_name == 'pull_request'
-    name: Prefer Typescript
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Get changed files
-        id: changed
-        uses: ./.github/actions/file-changes-action
-        with:
-          githubToken: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Determine if a .js or .jsx file was added
-        id: check
-        run: |
-          js_files_added() {
-            jq -r '
-              map(
-                select(
-                  endswith(".js") or endswith(".jsx")
-                )
-              ) | join("\n")
-            ' ${HOME}/files_added.json
-          }
-          echo ::set-output name=js_files_added::$(js_files_added)
-
-      - if: steps.check.outputs.js_files_added
-        name: Add Comment to PR
-        uses: ./.github/actions/comment-on-pr
-        continue-on-error: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        with:
-          msg: |
-            ### WARNING: Prefer TypeScript
-
-            Looks like your PR contains new `.js` or `.jsx` files:
-
-            ```
-            ${{steps.check.outputs.js_files_added}}
-            ```
-
-            As decided in [SIP-36](https://github.com/apache/superset/issues/9101), all new frontend code should be written in TypeScript. Please convert above files to TypeScript then re-request review.

.github/workflows/prefer_typescript.yml

@@ -0,0 +1,45 @@
+name: Prefer TypeScript
+
+on:
+  pull_request:
+    branches:
+      - master
+
+jobs:
+  check:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get changed files
+        id: changed
+        uses: trilom/file-changes-action@master
+        with:
+          githubToken: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Determine if a .js or .jsx file was added
+        id: check
+        run: |
+          js_files_added() {
+            jq -r '
+              map(
+                select((endswith(".js") or endswith(".jsx"))
+              ) | join("\n")
+            ' ${HOME}/files_added.json
+          }
+          echo ::set-output name=js_files_added::$(js_files_added)
+
+      - if: steps.check.outputs.js_files_added
+        name: Add Comment to PR
+        uses: unsplash/comment-on-pr@master
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          msg: |
+            ### WARNING: Prefer TypeScript
+            
+            Looks like your PR contains new `.js` or `.jsx` files:
+
+            ```
+            ${{steps.check.outputs.js_files_added}}
+            ```
+
+            As decided in [SIP-36](https://github.com/apache/incubator-superset/issues/9101), all new frontend code should be written in TypeScript. Please convert above files to TypeScript then re-request review.

.github/workflows/release.yml

@@ -1,86 +0,0 @@
-name: release-workflow
-
-on:
-  push:
-    branches:
-      - 'master'
-
-jobs:
-  build:
-    name: Bump version and publish package(s)
-
-    runs-on: ubuntu-20.04
-
-    strategy:
-      matrix:
-        node-version: [16]
-
-    steps:
-      - uses: actions/checkout@v2
-        with:
-          # pulls all commits (needed for lerna / semantic release to correctly version)
-          fetch-depth: 0
-      - name: Get tags and filter trigger tags
-        run: |
-          git fetch --depth=1 origin "+refs/tags/*:refs/tags/*"
-          git fetch --prune --unshallow
-          git tag -d `git tag | grep -E '^trigger-'`
-
-      - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v1
-        with:
-          node-version: ${{ matrix.node-version }}
-
-      - name: Cache npm
-        uses: actions/cache@v1
-        with:
-          path: ~/.npm # npm cache files are stored in `~/.npm` on Linux/macOS
-          key: ${{ runner.OS }}-node-${{ hashFiles('**/package-lock.json') }}
-          restore-keys: |
-            ${{ runner.OS }}-node-
-            ${{ runner.OS }}-
-
-      - name: Get npm cache directory path
-        id: npm-cache-dir-path
-        run: echo "::set-output name=dir::$(npm config get cache)"
-      - name: Cache npm
-        uses: actions/cache@v1
-        id: npm-cache # use this to check for `cache-hit` (`steps.npm-cache.outputs.cache-hit != 'true'`)
-        with:
-          path: ${{ steps.npm-cache-dir-path.outputs.dir }}
-          key: ${{ runner.os }}-npm-${{ hashFiles('**/package-lock.json') }}
-          restore-keys: |
-            ${{ runner.os }}-npm-
-
-      - name: Install dependencies
-        working-directory: ./superset-frontend
-        run: npm ci
-      - name: Run unit tests
-        working-directory: ./superset-frontend
-        run: npm run test -- plugins packages
-      - name: Build packages
-        working-directory: ./superset-frontend
-        run: npm run plugins:build
-
-      - name: Configure npm and git
-        run: |
-          echo "@superset-ui:registry=https://registry.npmjs.org/" > .npmrc
-          echo "registry=https://registry.npmjs.org/" >> .npmrc
-          echo "//registry.npmjs.org/:_authToken=\${NPM_TOKEN}" >> $HOME/.npmrc 2> /dev/null
-          npm whoami
-          git config --local user.email "action@github.com"
-          git config --local user.name "GitHub Action"
-          git remote set-url origin "https://${GITHUB_TOKEN}@github.com/apache-superset/superset-ui.git" > /dev/null 2>&1
-        env:
-          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Bump version and publish package(s)
-        working-directory: ./superset-frontend
-        run: |
-          git tag -d `git tag | grep -E '^trigger-'`
-          npm run plugins:release-from-tag
-        env:
-          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          GH_TOKEN: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}

.github/workflows/superset-applitool-cypress.yml

@@ -1,88 +0,0 @@
-name: Applitools Cypress
-
-on:
-  schedule:
-    - cron: "0 1 * * *"
-
-jobs:
-  cypress-applitools:
-    runs-on: ubuntu-20.04
-    strategy:
-      fail-fast: false
-      matrix:
-        browser: ["chrome"]
-        node: [16]
-    env:
-      FLASK_ENV: development
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
-      PYTHONPATH: ${{ github.workspace }}
-      REDIS_PORT: 16379
-      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      APPLITOOLS_APP_NAME: Superset
-      APPLITOOLS_API_KEY: ${{ secrets.APPLITOOLS_API_KEY }}
-      APPLITOOLS_BATCH_ID: ${{ github.sha }}
-      APPLITOOLS_BATCH_NAME: Superset Cypress
-    services:
-      postgres:
-        image: postgres:14-alpine
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          - 15432:5432
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v3
-        with:
-          persist-credentials: false
-          submodules: recursive
-          ref: master
-      - name: Setup Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: "3.8"
-      - name: OS dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: apt-get-install
-      - name: Install python dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            pip-upgrade
-            pip install -r requirements/testing.txt
-      - name: Setup postgres
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: setup-postgres
-      - name: Import test data
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: testdata
-      - name: Setup Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version: ${{ matrix.node }}
-      - name: Install npm dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: npm-install
-      - name: Build javascript packages
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: build-instrumented-assets
-      - name: Install cypress
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: cypress-install
-      - name: Run Cypress
-        uses: ./.github/actions/cached-dependencies
-        env:
-          CYPRESS_BROWSER: ${{ matrix.browser }}
-        with:
-          run: cypress-run-applitools

.github/workflows/superset-applitools-storybook.yml

@@ -1,40 +0,0 @@
-name: Applitools Storybook
-
-on:
-  schedule:
-    - cron: "0 0 * * *"
-
-env:
-  APPLITOOLS_APP_NAME: Superset
-  APPLITOOLS_API_KEY: ${{ secrets.APPLITOOLS_API_KEY }}
-  APPLITOOLS_BATCH_ID: ${{ github.sha }}
-  APPLITOOLS_BATCH_NAME: Superset Storybook
-
-jobs:
-  cron:
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        node: [16]
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v3
-        with:
-          persist-credentials: false
-          submodules: recursive
-          ref: master
-      - name: Set up Node.js
-        uses: actions/setup-node@v3.1.1
-        with:
-          node-version: ${{ matrix.node }}
-      - name: Install eyes-storybook dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: eyes-storybook-dependencies
-      - name: Install NPM dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: npm-install
-      - name: Run Applitools Eyes-Storybook
-        working-directory: ./superset-frontend
-        run: npx eyes-storybook -u https://superset-storybook.netlify.app/

.github/workflows/superset-cli.yml

@@ -1,76 +0,0 @@
-name: Superset CLI tests
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  test-load-examples:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.9]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
-    services:
-      postgres:
-        image: postgres:14-alpine
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          # Use custom ports for services to avoid accidentally connecting to
-          # GitHub action runner's default installations
-          - 15432:5432
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            setup-postgres
-      - name: superset init
-        if: steps.check.outcome == 'failure'
-        run: |
-          pip install -e .
-          superset db upgrade
-          superset load_test_users
-      - name: superset load_examples
-        if: steps.check.outcome == 'failure'
-        run: |
-          # load examples without test data
-          superset load_examples --load-big-data

.github/workflows/superset-docs.yml

@@ -1,41 +0,0 @@
-name: Docs
-
-on:
-  push:
-    paths:
-      - "docs/**"
-  pull_request:
-    paths:
-      - "docs/**"
-
-jobs:
-  build-deploy:
-    name: Build & Deploy
-    runs-on: ubuntu-20.04
-    defaults:
-      run:
-        working-directory: docs
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: yarn install
-        run: |
-          yarn install --check-cache
-      - name: yarn build
-        run: |
-          yarn build
-      - name: deploy docs
-        if: github.ref == 'refs/heads/master'
-        uses: ./.github/actions/github-action-push-to-another-repository
-        env:
-          API_TOKEN_GITHUB: ${{ secrets.SUPERSET_SITE_BUILD }}
-        with:
-          source-directory: './docs/build'
-          destination-github-username: 'apache'
-          destination-repository-name: 'superset-site'
-          target-branch: 'asf-site'
-          commit-message: "deploying docs: ${{ github.event.head_commit.message }} (apache/superset@${{ github.sha }})"
-          user-email: dev@superset.apache.org

.github/workflows/superset-e2e.yml

@@ -1,124 +1,57 @@
 name: E2E
 
-on:
-  push:
-    branches-ignore:
-      - "dependabot/**/docs/**"
-    paths-ignore:
-      - "docs/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
+on: [push, pull_request]
 
 jobs:
-  cypress-matrix:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
+  cypress:
+    name: Cypress
+    runs-on: ubuntu-18.04
     strategy:
-      # when one test fails, DO NOT cancel the other
-      # containers, because this will kill Cypress processes
-      # leaving the Dashboard hanging ...
-      # https://github.com/cypress-io/github-action/issues/48
-      fail-fast: false
+      fail-fast: true
       matrix:
-        containers: [1, 2, 3]
-        browser: ["chrome"]
+        browser: ['chrome']
     env:
       FLASK_ENV: development
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
+      SUPERSET_CONFIG: tests.superset_test_config
+      SUPERSET__SQLALCHEMY_DATABASE_URI:
+        postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
       PYTHONPATH: ${{ github.workspace }}
       REDIS_PORT: 16379
       GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
     services:
       postgres:
-        image: postgres:14-alpine
+        image: postgres:10-alpine
         env:
           POSTGRES_USER: superset
           POSTGRES_PASSWORD: superset
         ports:
           - 15432:5432
       redis:
-        image: redis:7-alpine
+        image: redis:5-alpine
         ports:
           - 16379:6379
     steps:
-      - name: "Checkout (pull) ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        if: github.event_name == 'push'
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: "Checkout (pull_request) ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        if: github.event_name == 'pull_request' || github.event_name == 'pull_request_target'
-        with:
-          ref: "refs/pull/${{ github.event.number }}/merge"
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python or frontend changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python frontend
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: "3.8"
-      - name: OS dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: apt-get-install
-      - name: Install python dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            pip-upgrade
-            pip install -r requirements/testing.txt
-      - name: Setup postgres
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: setup-postgres
-      - name: Import test data
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: testdata
-      - name: Setup Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version: "16"
-      - name: Install npm dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: npm-install
-      - name: Build javascript packages
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: build-instrumented-assets
-      - name: Install cypress
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: cypress-install
-      - name: Run Cypress
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        env:
-          CYPRESS_BROWSER: ${{ matrix.browser }}
-          CYPRESS_KEY: YjljODE2MzAtODcwOC00NTA3LWE4NmMtMTU3YmFmMjIzOTRhCg==
-        with:
-          run: cypress-run-all
-      - name: Upload Artifacts
-        uses: actions/upload-artifact@v2
-        if: failure()
-        with:
-          name: screenshots
-          path: ${{ github.workspace }}/superset-frontend/cypress-base/cypress/screenshots
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: '3.6'
+
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        # Run commands in parallel does help initial installation without cache
+        parallel: true
+        run: |
+          npm-install && build-instrumented-assets
+          pip-install && setup-postgres && testdata
+          cypress-install
+
+    - name: Run Cypress
+      uses: apache-superset/cached-dependencies@adc6f73
+      env:
+        CYPRESS_BROWSER: ${{ matrix.browser }}
+        CYPRESS_RECORD_KEY: ${{ secrets.CYPRESS_RECORD_KEY }}
+      with:
+        run: cypress-run-all

.github/workflows/superset-frontend.yml

@@ -1,72 +1,28 @@
 name: Frontend
 
-on:
-  push:
-    branches-ignore:
-      - "dependabot/**/docs/**"
-      - "dependabot/**/cypress-base/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
+on: [push, pull_request]
 
 jobs:
   frontend-build:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
+    name: build
+    runs-on: ubuntu-18.04
     steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check npm lock file version
-        run: ./scripts/ci_check_npm_lock_version.sh ./superset-frontend/package-lock.json
-      - name: Check if frontend changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh frontend
-      - name: Setup Node.js
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-node@v2
-        with:
-          node-version: "16"
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: npm-install
-      - name: lint
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: |
-          npm run lint
-          npm run prettier-check
-      - name: Build plugins packages
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: npm run plugins:build
-      - name: Build plugins Storybook
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: npm run plugins:build-storybook
-      - name: superset-ui/core coverage
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: |
-          npm run core:cover
-      - name: unit tests
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: |
-          npm run test -- --coverage
-      # todo: remove this step when fix generator as a project in root jest.config.js
-      - name: generator-superset unit tests
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend/packages/generator-superset
-        run: npx jest
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        working-directory: ./superset-frontend
-        run: ../.github/workflows/codecov.sh -c -F javascript
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: npm-install
+    - name: lint
+      working-directory: ./superset-frontend
+      run: |
+        npm run lint
+        npm run prettier-check
+    - name: unit tests
+      working-directory: ./superset-frontend
+      run: |
+        npm run test -- --coverage
+    - name: Upload code coverage
+      working-directory: ./superset-frontend
+      run: |
+        bash <(curl -s https://codecov.io/bash) -cF javascript

.github/workflows/superset-helm-lint.yml

@@ -1,47 +0,0 @@
-name: Lint and Test Charts
-
-on:
-  pull_request:
-    types: [opened, edited, reopened, synchronize]
-
-jobs:
-  lint-test:
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-          fetch-depth: 0
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: v3.5.4
-
-      - uses: actions/setup-python@v2
-        with:
-          python-version: 3.8
-
-      - name: Set up chart-testing
-        uses: ./.github/actions/chart-testing-action
-
-      - name: Run chart-testing (list-changed)
-        id: list-changed
-        run: |
-          changed=$(ct list-changed  --print-config)
-          if [[ -n "$changed" ]]; then
-            echo "::set-output name=changed::true"
-          fi
-        env:
-          CT_CHART_DIRS: helm
-          CT_SINCE: HEAD
-
-      - name: Run chart-testing (lint)
-        run: ct lint --print-config
-        env:
-          CT_CHART_DIRS: helm
-          CT_LINT_CONF: lintconf.yaml
-          CT_SINCE: HEAD
-          CT_CHART_REPOS: bitnami=https://charts.bitnami.com/bitnami

.github/workflows/superset-helm-release.yml

@@ -1,40 +0,0 @@
-name: Release Charts
-
-on:
-  push:
-    branches:
-      - "master"
-    paths:
-      - "helm/**"
-
-jobs:
-  release:
-    runs-on: ubuntu-latest
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-          fetch-depth: 0
-
-      - name: Configure Git
-        run: |
-          git config user.name "$GITHUB_ACTOR"
-          git config user.email "$GITHUB_ACTOR@users.noreply.github.com"
-
-      - name: Install Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: v3.5.4
-
-      - name: Add bitnami repo dependency
-        run: helm repo add bitnami https://charts.bitnami.com/bitnami
-
-      - name: Run chart-releaser
-        uses: ./.github/actions/chart-releaser-action
-        with:
-          charts_dir: helm
-        env:
-          CR_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
-          CR_RELEASE_NAME_TEMPLATE: "superset-helm-chart-{{ .Version }}"

.github/workflows/superset-python-integrationtest.yml

@@ -1,202 +0,0 @@
-# Python integration tests
-name: Python-Integration
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  test-mysql:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: |
-        mysql+mysqldb://superset:superset@127.0.0.1:13306/superset?charset=utf8mb4&binary_prefix=true
-    services:
-      mysql:
-        image: mysql:5.7
-        env:
-          MYSQL_ROOT_PASSWORD: root
-        ports:
-          - 13306:3306
-      redis:
-        image: redis:7-alpine
-        options: --entrypoint redis-server
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            setup-mysql
-      - name: Run celery
-        if: steps.check.outcome == 'failure'
-        run: celery --app=superset.tasks.celery_app:app worker -Ofair -c 2 &
-      - name: Python integration tests (MySQL)
-        if: steps.check.outcome == 'failure'
-        run: |
-          ./scripts/python_tests.sh
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F mysql
-
-  test-postgres:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8, 3.9]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
-    services:
-      postgres:
-        image: postgres:14-alpine
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          # Use custom ports for services to avoid accidentally connecting to
-          # GitHub action runner's default installations
-          - 15432:5432
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            setup-postgres
-      - name: Run celery
-        if: steps.check.outcome == 'failure'
-        run: celery --app=superset.tasks.celery_app:app worker -Ofair -c 2 &
-      - name: Python integration tests (PostgreSQL)
-        if: steps.check.outcome == 'failure'
-        run: |
-          ./scripts/python_tests.sh
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F postgres
-
-  test-sqlite:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: |
-        sqlite:///${{ github.workspace }}/.temp/unittest.db
-    services:
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            mkdir ${{ github.workspace }}/.temp
-      - name: Run celery
-        if: steps.check.outcome == 'failure'
-        run: celery --app=superset.tasks.celery_app:app worker -Ofair -c 2 &
-      - name: Python integration tests (SQLite)
-        if: steps.check.outcome == 'failure'
-        run: |
-          ./scripts/python_tests.sh
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F sqlite

.github/workflows/superset-python-misc.yml

@@ -1,120 +0,0 @@
-# Python Misc unit tests
-name: Python Misc
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  python-lint:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: "requirements/testing.txt"
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-      - name: pylint
-        if: steps.check.outcome == 'failure'
-        # `-j 0` run Pylint in parallel
-        run: pylint -j 0 superset
-
-  pre-commit:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Setup Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: |
-            requirements/base.txt
-            requirements/integration.txt
-      - name: Install dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/base.txt
-            pip install -r requirements/integration.txt
-      # Add brew to the path - see https://github.com/actions/runner-images/issues/6283
-      - name: Enable brew and helm-docs
-        run: |
-          echo "/home/linuxbrew/.linuxbrew/bin:/home/linuxbrew/.linuxbrew/sbin" >> $GITHUB_PATH
-          eval "$(/home/linuxbrew/.linuxbrew/bin/brew shellenv)"
-          echo "HOMEBREW_PREFIX=$HOMEBREW_PREFIX" >>"${GITHUB_ENV}"
-          echo "HOMEBREW_CELLAR=$HOMEBREW_CELLAR" >>"${GITHUB_ENV}"
-          echo "HOMEBREW_REPOSITORY=$HOMEBREW_REPOSITORY" >>"${GITHUB_ENV}"
-          brew install norwoodj/tap/helm-docs
-      - name: pre-commit
-        run: pre-commit run --all-files
-
-  babel-extract:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Setup Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: "pip"
-          cache-dependency-path: "requirements/base.txt"
-      - name: Install dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/base.txt
-      - name: Test babel extraction
-        run: flask fab babel-extract --target superset/translations --output superset/translations/messages.pot --config superset/translations/babel.cfg -k _,__,t,tn,tct

.github/workflows/superset-python-presto-hive.yml

@@ -1,165 +0,0 @@
-# Python Presto/Hive unit tests
-name: Python Presto/Hive
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  test-postgres-presto:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
-      SUPERSET__SQLALCHEMY_EXAMPLES_URI: presto://localhost:15433/memory/default
-    services:
-      postgres:
-        image: postgres:14-alpine
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          # Use custom ports for services to avoid accidentally connecting to
-          # GitHub action runner's default installations
-          - 15432:5432
-      presto:
-        image: starburstdata/presto:350-e.6
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          # Use custom ports for services to avoid accidentally connecting to
-          # GitHub action runner's default installations
-          - 15433:8080
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            setup-postgres
-      - name: Run celery
-        if: steps.check.outcome == 'failure'
-        run: celery --app=superset.tasks.celery_app:app worker -Ofair -c 2 &
-      - name: Python unit tests (PostgreSQL)
-        if: steps.check.outcome == 'failure'
-        run: |
-          ./scripts/python_tests.sh -m 'chart_data_flow or sql_json_flow'
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F presto
-
-  test-postgres-hive:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-      SUPERSET_CONFIG: tests.integration_tests.superset_test_config
-      REDIS_PORT: 16379
-      SUPERSET__SQLALCHEMY_DATABASE_URI: postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
-      SUPERSET__SQLALCHEMY_EXAMPLES_URI: hive://localhost:10000/default
-      UPLOAD_FOLDER: /tmp/.superset/uploads/
-    services:
-      postgres:
-        image: postgres:14-alpine
-        env:
-          POSTGRES_USER: superset
-          POSTGRES_PASSWORD: superset
-        ports:
-          # Use custom ports for services to avoid accidentally connecting to
-          # GitHub action runner's default installations
-          - 15432:5432
-      redis:
-        image: redis:7-alpine
-        ports:
-          - 16379:6379
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Create csv upload directory
-        if: steps.check.outcome == 'failure'
-        run: sudo mkdir -p /tmp/.superset/uploads
-      - name: Give write access to the csv upload directory
-        if: steps.check.outcome == 'failure'
-        run: sudo chown -R $USER:$USER /tmp/.superset
-      - name: Start hadoop and hive
-        if: steps.check.outcome == 'failure'
-        run: docker-compose -f scripts/databases/hive/docker-compose.yml up -d
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            setup-postgres
-      - name: Run celery
-        if: steps.check.outcome == 'failure'
-        run: celery --app=superset.tasks.celery_app:app worker -Ofair -c 2 &
-      - name: Python unit tests (PostgreSQL)
-        if: steps.check.outcome == 'failure'
-        run: |
-          ./scripts/python_tests.sh -m 'chart_data_flow or sql_json_flow'
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F hive

.github/workflows/superset-python-unittest.yml

@@ -1,60 +0,0 @@
-# Python unit tests
-name: Python-Unit
-
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
-
-jobs:
-  unit-tests:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8, 3.9]
-    env:
-      PYTHONPATH: ${{ github.workspace }}
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Check if python changes are present
-        id: check
-        env:
-          GITHUB_REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        continue-on-error: true
-        run: ./scripts/ci_check_no_file_changes.sh python
-      - name: Setup Python
-        if: steps.check.outcome == 'failure'
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/testing.txt'
-# TODO: separated requirements.txt file just for unit tests
-      - name: Install dependencies
-        if: steps.check.outcome == 'failure'
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install wheel
-            pip install -r requirements/testing.txt
-            mkdir ${{ github.workspace }}/.temp
-      - name: Python unit tests
-        if: steps.check.outcome == 'failure'
-        env:
-          SUPERSET_TESTENV: true
-        run: |
-          pytest --durations-min=0.5 --cov-report= --cov=superset ./tests/common ./tests/unit_tests --cache-clear
-      - name: Upload code coverage
-        if: steps.check.outcome == 'failure'
-        run: |
-          bash .github/workflows/codecov.sh -c -F python -F unit

.github/workflows/superset-python.yml

@@ -0,0 +1,200 @@
+name: Python
+
+on: [push, pull_request]
+
+jobs:
+  lint:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.6]
+    env:
+      PYTHON_LINT_TARGET: setup.py superset tests
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+    - name: black
+      run: black --check $(echo $PYTHON_LINT_TARGET)
+    - name: mypy
+      run: mypy $(echo $PYTHON_LINT_TARGET)
+    - name: isort
+      run: isort --check-only --recursive $(echo $PYTHON_LINT_TARGET)
+    - name: pylint
+      # `-j 0` run Pylint in parallel
+      run: pylint -j 0 superset
+
+  docs:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.6]
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: |
+          pip-install
+          pip install -r docs/requirements.txt
+    - name: Build documentation
+      run: sphinx-build -b html docs _build/html -W
+
+  babel-extract:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.6]
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        uses: apache-superset/cached-dependencies@adc6f73
+        with:
+          run: |
+            pip-install
+            pip install -r docs/requirements.txt
+      - name: Test babel extraction
+        run: flask fab babel-extract --target superset/translations --output superset/translations/messages.pot --config superset/translations/babel.cfg -k _,__,t,tn,tct
+
+  test-postgres:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        # run unit tests in multiple version just for fun
+        python-version: [3.6, 3.7, 3.8]
+    env:
+      PYTHONPATH: ${{ github.workspace }}
+      SUPERSET_CONFIG: tests.superset_test_config
+      REDIS_PORT: 16379
+      SUPERSET__SQLALCHEMY_DATABASE_URI:
+        postgresql+psycopg2://superset:superset@127.0.0.1:15432/superset
+    services:
+      postgres:
+        image: postgres:10-alpine
+        env:
+          POSTGRES_USER: superset
+          POSTGRES_PASSWORD: superset
+        ports:
+          # Use custom ports for services to avoid accidentally connecting to
+          # GitHub action runner's default installations
+          - 15432:5432
+      redis:
+        image: redis:5-alpine
+        ports:
+          - 16379:6379
+    steps:
+    - uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: |
+          pip-install
+          setup-postgres
+    - name: Run celery
+      run: celery worker --app=superset.tasks.celery_app:app -Ofair -c 2 &
+    - name: Python unit tests (PostgreSQL)
+      run: |
+        ./scripts/python_tests.sh
+    - name: Upload code coverage
+      run: |
+        bash <(curl -s https://codecov.io/bash) -cF python
+
+  test-mysql:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.6]
+    env:
+      PYTHONPATH: ${{ github.workspace }}
+      SUPERSET_CONFIG: tests.superset_test_config
+      REDIS_PORT: 16379
+      SUPERSET__SQLALCHEMY_DATABASE_URI: |
+        mysql+mysqldb://superset:superset@127.0.0.1:13306/superset?charset=utf8mb4&binary_prefix=true
+    services:
+      mysql:
+        image: mysql:5.7
+        env:
+          MYSQL_ROOT_PASSWORD: root
+        ports:
+          - 13306:3306
+      redis:
+        image: redis:5-alpine
+        options: --entrypoint redis-server
+        ports:
+          - 16379:6379
+    steps:
+    - uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: |
+          pip-install
+          setup-mysql
+    - name: Run celery
+      run: celery worker --app=superset.tasks.celery_app:app -Ofair -c 2 &
+    - name: Python unit tests (MySQL)
+      run: |
+        ./scripts/python_tests.sh
+    - name: Upload code coverage
+      run: |
+        bash <(curl -s https://codecov.io/bash) -cF python
+
+  test-sqlite:
+    runs-on: ubuntu-18.04
+    strategy:
+      matrix:
+        python-version: [3.6]
+    env:
+      PYTHONPATH: ${{ github.workspace }}
+      SUPERSET_CONFIG: tests.superset_test_config
+      REDIS_PORT: 16379
+      SUPERSET__SQLALCHEMY_DATABASE_URI: |
+        sqlite:///${{ github.workspace }}/.temp/unittest.db
+    services:
+      redis:
+        image: redis:5-alpine
+        ports:
+          - 16379:6379
+    steps:
+    - uses: actions/checkout@v2
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: |
+          pip-install
+          mkdir ${{ github.workspace }}/.temp
+    - name: Run celery
+      run: celery worker --app=superset.tasks.celery_app:app -Ofair -c 2 &
+    - name: Python unit tests (SQLite)
+      run: |
+        ./scripts/python_tests.sh
+    - name: Upload code coverage
+      run: |
+        bash <(curl -s https://codecov.io/bash) -cF python

.github/workflows/superset-translations.yml

@@ -1,57 +1,19 @@
 name: Translations
 
-on:
-  push:
-    branches-ignore:
-      - "dependabot/npm_and_yarn/**"
-  pull_request:
-    types: [synchronize, opened, reopened, ready_for_review]
+on: [push, pull_request]
 
 jobs:
-  frontend-check:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
+  frontend-build:
+    name: build
+    runs-on: ubuntu-18.04
     steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Setup Node.js
-        uses: actions/setup-node@v2
-        with:
-          node-version:  '16'
-      - name: Install dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: npm-install
-      - name: lint
-        working-directory: ./superset-frontend
-        run: |
-          npm run check-translation
-
-  babel-extract:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    strategy:
-      matrix:
-        python-version: [3.8]
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-          submodules: recursive
-      - name: Setup Python
-        uses: actions/setup-python@v2
-        with:
-          python-version: ${{ matrix.python-version }}
-      - name: Install dependencies
-        uses: ./.github/actions/cached-dependencies
-        with:
-          run: |
-            apt-get-install
-            pip-upgrade
-            pip install -r requirements/base.txt
-      - name: Test babel extraction
-        run: ./scripts/babel_update.sh
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Install dependencies
+      uses: apache-superset/cached-dependencies@adc6f73
+      with:
+        run: npm-install
+    - name: lint
+      working-directory: ./superset-frontend
+      run: |
+        npm run check-translation

.github/workflows/superset-websocket.yml

@@ -1,33 +0,0 @@
-name: WebSocket server
-on:
-  push:
-    paths:
-      - "superset-websocket/**"
-  pull_request:
-    paths:
-      - "superset-websocket/**"
-
-jobs:
-  app-checks:
-    if: github.event.pull_request.draft == false
-    runs-on: ubuntu-20.04
-    steps:
-      - name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
-        uses: actions/checkout@v2
-        with:
-          persist-credentials: false
-      - name: Install dependencies
-        working-directory: ./superset-websocket
-        run: npm ci
-      - name: lint
-        working-directory: ./superset-websocket
-        run: npm run lint
-      - name: prettier
-        working-directory: ./superset-websocket
-        run: npm run prettier-check
-      - name: unit tests
-        working-directory: ./superset-websocket
-        run: npm run test
-      - name: build
-        working-directory: ./superset-websocket
-        run: npm run build

.github/workflows/welcome-new-users.yml

@@ -1,22 +0,0 @@
-name: Welcome New Contributor
-
-on:
-  pull_request_target:
-    types: [opened]
-
-jobs:
-  welcome:
-    runs-on: ubuntu-latest
-    permissions:
-      pull-requests: write
-
-    steps:
-      - name: Welcome Message
-        uses: actions/first-interaction@v1
-        continue-on-error: true
-        with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-          pr-message: |-
-            Congrats on making your first PR and thank you for contributing to Superset! :tada: :heart:
-
-            We hope to see you in our [Slack](https://apache-superset.slack.com/) community too! Not signed up? Use our [Slack App](http://bit.ly/join-superset-slack) to self-register.

.gitignore

@@ -14,22 +14,18 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+*.ipynb
 *.bak
 *.db
 *.pyc
 *.sqllite
 *.swp
-__pycache__
-
-.local
-.cache
 .bento*
 .cache-loader
 .coverage
 cover
 .DS_Store
 .eggs
-.env
 .envrc
 .idea
 .mypy_cache
@@ -53,45 +49,25 @@ envpy3
 env36
 local_config.py
 /superset_config.py
-/superset_text.yml
 superset.egg-info/
 superset/bin/supersetc
 tmp
 rat-results.txt
-superset/app/
 
-# Node.js, webpack artifacts, storybook
+# Node.js, webpack artifacts
 *.entry.js
 *.js.map
 node_modules
 npm-debug.log*
 superset/static/assets
 superset/static/version_info.json
-superset-frontend/**/esm/*
-superset-frontend/**/lib/*
-superset-frontend/**/storybook-static/*
 yarn-error.log
-*.map
-*.min.js
-test-changelog.md
-*.tsbuildinfo
-
-# Ignore package-lock in packages
-plugins/*/package-lock.json
-packages/*/package-lock.json
-
-# For country map geojson conversion script
-.ipynb_checkpoints/
-scripts/*.zip
 
 # IntelliJ
 *.iml
 venv
 @eaDir/
 
-# PyCharm
-.run
-
 # Test data
 celery_results.sqlite
 celerybeat-schedule
@@ -102,11 +78,8 @@ ghostdriver.log
 testCSV.csv
 .terser-plugin-cache/
 apache-superset-*.tar.gz*
-release.json
 
 # Translation binaries
 messages.mo
 
 docker/requirements-local.txt
-
-cache/

.gitmodules

@@ -1,41 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-[submodule ".github/actions/latest-tag"]
-	path = .github/actions/latest-tag
-	url = https://github.com/EndBug/latest-tag
-[submodule ".github/actions/pr-lint-action"]
-	path = .github/actions/pr-lint-action
-	url = https://github.com/morrisoncole/pr-lint-action
-[submodule ".github/actions/file-changes-action"]
-	path = .github/actions/file-changes-action
-	url = https://github.com/trilom/file-changes-action
-[submodule ".github/actions/cached-dependencies"]
-	path = .github/actions/cached-dependencies
-	url = https://github.com/apache-superset/cached-dependencies
-[submodule ".github/actions/comment-on-pr"]
-	path = .github/actions/comment-on-pr
-	url = https://github.com/unsplash/comment-on-pr
-[submodule ".github/actions/chart-testing-action"]
-	path = .github/actions/chart-testing-action
-	url = https://github.com/helm/chart-testing-action
-[submodule ".github/actions/chart-releaser-action"]
-	path = .github/actions/chart-releaser-action
-	url = https://github.com/helm/chart-releaser-action
-[submodule ".github/actions/github-action-push-to-another-repository"]
-	path = .github/actions/github-action-push-to-another-repository
-	url = https://github.com/cpina/github-action-push-to-another-repository

.markdownlint.json

@@ -1,4 +0,0 @@
-{
-  "no-bare-urls": false,
-  "line-length": false
-}

.pre-commit-config.yaml

@@ -15,50 +15,28 @@
 # limitations under the License.
 #
 repos:
-  - repo: https://github.com/PyCQA/isort
-    rev: 5.12.0
+-   repo: https://github.com/ambv/black
+    rev: 19.10b0
     hooks:
-      - id: isort
-  - repo: https://github.com/pre-commit/mirrors-mypy
-    rev: v0.941
-    hooks:
-      - id: mypy
-        additional_dependencies: [types-all]
-  - repo: https://github.com/peterdemin/pip-compile-multi
-    rev: v2.4.1
-    hooks:
-      - id: pip-compile-multi-verify
-  - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v3.2.0
-    hooks:
-      - id: check-docstring-first
-      - id: check-added-large-files
-        exclude: \.(geojson)$
-      - id: check-yaml
-        exclude: ^helm/superset/templates/
-      - id: debug-statements
-      - id: end-of-file-fixer
-      - id: trailing-whitespace
-        args: ["--markdown-linebreak-ext=md"]
-  - repo: https://github.com/psf/black
-    rev: 22.3.0
-    hooks:
-      - id: black
+    -   id: black
         language_version: python3
-  - repo: https://github.com/pre-commit/mirrors-prettier
-    rev: v2.4.1 # Use the sha or tag you want to point at
+
+-   repo: https://github.com/asottile/seed-isort-config
+    rev: v1.9.3
     hooks:
-      - id: prettier
-        args: ["--ignore-path=./superset-frontend/.prettierignore"]
-        files: "superset-frontend"
-  # blacklist unsafe functions like make_url (see #19526)
-  - repo: https://github.com/skorokithakis/blacklist-pre-commit-hook
-    rev: e2f070289d8eddcaec0b580d3bde29437e7c8221
+    -   id: seed-isort-config
+
+-   repo: https://github.com/pre-commit/mirrors-isort
+    rev: v4.3.21
     hooks:
-      - id: blacklist
-        args: ["--blacklisted-names=make_url", "--ignore=tests/"]
-  - repo: https://github.com/norwoodj/helm-docs
-    rev: v1.11.0
+    -   id: isort
+
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v2.2.3
     hooks:
-      - id: helm-docs
-        files: helm
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+    -   id: check-docstring-first
+    -   id: check-added-large-files
+    -   id: check-yaml
+    -   id: debug-statements

.pylintrc

@@ -25,7 +25,7 @@
 
 # Add files or directories to the blacklist. They should be base names, not
 # paths.
-ignore=CVS,migrations
+ignore=CVS
 
 # Add files or directories matching the regex patterns to the blacklist. The
 # regex matches against base names, not paths.
@@ -70,8 +70,7 @@ confidence=
 # either give multiple identifier separated by comma (,) or put this option
 # multiple time (only on the command line, not in the configuration file where
 # it should appear only once). See also the "--disable" option for examples.
-enable=
-    useless-suppression,
+#enable=
 
 # Disable the message, report, category or checker with the given id(s). You
 # can either give multiple identifiers separated by comma (,) or put this
@@ -82,12 +81,8 @@ enable=
 # --enable=similarities". If you want to run only the classes checker, but have
 # no Warning level messages displayed, use"--disable=all --enable=classes
 # --disable=W"
-disable=
-    missing-docstring,
-    duplicate-code,
-    unspecified-encoding,
-    # re-enable once this no longer raises false positives
-    too-many-instance-attributes
+disable=standarderror-builtin,long-builtin,dict-view-method,intern-builtin,suppressed-message,no-absolute-import,unpacking-in-except,apply-builtin,delslice-method,indexing-exception,old-raise-syntax,print-statement,cmp-builtin,reduce-builtin,useless-suppression,coerce-method,input-builtin,cmp-method,raw_input-builtin,nonzero-method,backtick,basestring-builtin,setslice-method,reload-builtin,oct-method,map-builtin-not-iterating,execfile-builtin,old-octal-literal,zip-builtin-not-iterating,buffer-builtin,getslice-method,metaclass-assignment,xrange-builtin,long-suffix,round-builtin,range-builtin-not-iterating,next-method-called,dict-iter-method,parameter-unpacking,unicode-builtin,unichr-builtin,import-star-module-level,raising-string,filter-builtin-not-iterating,old-ne-operator,using-cmp-argument,coerce-builtin,file-builtin,old-division,hex-method,invalid-unary-operand-type,missing-docstring,too-many-lines,duplicate-code,bad-continuation,ungrouped-imports,import-outside-toplevel
+
 
 [REPORTS]
 
@@ -120,7 +115,7 @@ evaluation=10.0 - ((float(5 * error + warning + refactor + convention) / stateme
 [BASIC]
 
 # Good variable names which should always be accepted, separated by a comma
-good-names=_,df,ex,f,i,id,j,k,l,o,pk,Run,ts,v,x,y
+good-names=_,df,ex,f,i,id,j,k,l,o,pk,Run,ts,v,x
 
 # Bad variable names which should always be refused, separated by a comma
 bad-names=fd,foo,bar,baz,toto,tutu,tata
@@ -134,9 +129,7 @@ include-naming-hint=no
 
 # List of decorators that produce properties, such as abc.abstractproperty. Add
 # to this list to register other decorators that produce valid properties.
-property-classes=
-    abc.abstractproperty,
-    sqlalchemy.ext.hybrid.hybrid_property
+property-classes=abc.abstractproperty
 
 # Regular expression matching correct argument names
 argument-rgx=[a-z_][a-z0-9_]{2,30}$
@@ -216,7 +209,7 @@ max-nested-blocks=5
 [FORMAT]
 
 # Maximum number of characters on a single line.
-max-line-length=90
+max-line-length=88
 
 # Regexp for a line that is allowed to be longer than the limit.
 ignore-long-lines=^\s*(# )?<?https?://\S+>?$
@@ -305,7 +298,7 @@ ignored-modules=numpy,pandas,alembic.op,sqlalchemy,alembic.context,flask_appbuil
 # List of class names for which member attributes should not be checked (useful
 # for classes with dynamically set attributes). This supports the use of
 # qualified names.
-ignored-classes=contextlib.closing,optparse.Values,thread._local,_thread._local
+ignored-classes=contextlib.closing,optparse.Values,thread._local,_thread._local,sqlalchemy.orm.scoping.scoped_session
 
 # List of members which are set dynamically and missed by pylint inference
 # system, and so shouldn't trigger E1101 when accessed. Python regular
@@ -315,7 +308,7 @@ generated-members=
 # List of decorators that produce context managers, such as
 # contextlib.contextmanager. Add to this list to register other decorators that
 # produce valid context managers.
-contextmanager-decorators=contextlib.contextmanager
+contextmanager-decorators=contextlib.contextmanager,contextlib2.contextmanager
 
 
 [VARIABLES]
@@ -369,10 +362,10 @@ ignored-argument-names=_.*
 max-locals=15
 
 # Maximum number of return / yield for function / method body
-max-returns=10
+max-returns=6
 
 # Maximum number of branch for function / method body
-max-branches=15
+max-branches=12
 
 # Maximum number of statements in function / method body
 max-statements=50
@@ -381,7 +374,7 @@ max-statements=50
 max-parents=7
 
 # Maximum number of attributes for a class (see R0902).
-max-attributes=8
+max-attributes=7
 
 # Minimum number of public methods for a class (see R0903).
 min-public-methods=2

.rat-excludes

@@ -1,6 +1,4 @@
-# Note: these patterns are applied to single files or directories, not full paths
 .gitignore
-docs/README.md
 .gitattributes
 .gitkeep
 .coverage
@@ -9,7 +7,6 @@ docs/README.md
 .eslintrc
 .eslintignore
 .flake8
-.nvmrc
 .prettierrc
 .rat-excludes
 .*log
@@ -35,30 +32,16 @@ apache_superset.egg-info
 .*csv
 # Generated doc files
 env/*
-docs/.htaccess*
-docs-v2/.htaccess*
-.nojekyll
+docs/_build/*
+docs/_modules/*
+docs/_static/*
 _build/*
 _static/*
 .buildinfo
 searchindex.js
 # auto generated
-requirements/*
+requirements.txt
 # vendorized
 vendor/*
 # github configuration
 .github/*
-.*mdx
-
-# skip license check in superset-ui
-tmp/*
-lib/*
-esm/*
-tsconfig.tsbuildinfo
-.*ipynb
-.*yml
-.*iml
-.esprintrc
-.prettierignore
-generator-superset/*
-temporary_superset_ui/*

CODE_OF_CONDUCT.md

@@ -17,10 +17,10 @@
     under the License.
 -->
 
-# CODE OF CONDUCT
-
 *The following is copied for your convenience from <https://www.apache.org/foundation/policies/conduct.html>. If there's a discrepancy between the two, let us know or submit a PR to fix it.*
 
+# CODE OF CONDUCT
+
 ## INTRODUCTION
 
 This code of conduct applies to all spaces managed by the Apache Software Foundation, including IRC, all public and private mailing lists, issue trackers, wikis, blogs, Twitter, and any other communication channel used by our communities. A code of conduct which is specific to in-person events (ie., conferences) is codified in the published ASF anti-harassment policy.
@@ -55,9 +55,9 @@ We strive to:
 
 6. **Be concise.** Keep in mind that what you write once will be read by hundreds of persons. Writing a short email means people can understand the conversation as efficiently as possible. Short emails should always strive to be empathetic, welcoming, friendly and patient. When a long explanation is necessary, consider adding a summary.
 
-    Try to bring new ideas to a conversation so that each mail adds something unique to the thread, keeping in mind that the rest of the thread still contains the other messages with arguments that have already been made.
+    Try to bring new ideas to a conversation so that each mail adds something unique to the thread, keeping in mind that the rest of the thread still contains the other messages with arguments that have already been made.  
 
-    Try to stay on topic, especially in discussions that are already fairly large.
+    Try to stay on topic, especially in discussions that are already fairly large.  
 
 7. **Step down considerately.** Members of every project come and go. When somebody leaves or disengages from the project they should tell people they are leaving and take the proper steps to ensure that others can pick up where they left off. In doing so, they should remain respectful of those who continue to participate in the project and should not misrepresent the project's goals or achievements. Likewise, community members should respect any individual's choice to leave the project.
 
@@ -102,37 +102,3 @@ This statement thanks the following, on which it draws for content and inspirati
 * [Mozilla Code of Conduct/Draft](https://wiki.mozilla.org/Code_of_Conduct/Draft#Conflicts_of_Interest)
 * [Python Diversity Appendix](https://www.python.org/community/diversity/)
 * [Python Mentors Home Page](http://pythonmentors.com)
-
-
-# Slack Community Guidelines
-
-If you decide to join the [Community Slack](http://bit.ly/join-superset-slack), please adhere to the following rules:
-
-**1. Treat everyone in the community with respect.**
-
-- We strive to make this community a warm place for people from all industries, use cases, geographies, and backgrounds. Harassment of any kind is not acceptable and won’t be tolerated.
-- Please follow the guidelines as outlined in the Superset Community [code of conduct here](https://github.com/apache/superset/blob/master/CODE_OF_CONDUCT.md).
-
-**2. Use the right channel.**
-
-- Channels are an effective way to organize and focus discussions while also empowering members to opt-in to the types of content they’re interested in. When questions are posted or discussions are started in the wrong channel, it dilutes the trust of the members in the channel and, more practically, makes it harder for your questions to be answered.
-
-**3. Ask thoughtful questions.**
-
-- We’re all here to help each other out. The best way to get help is by investing effort into your questions. First check and see if your question is answered in [the Superset documentation](https://superset.apache.org/faq.html) or on [Stack Overflow](https://stackoverflow.com/search?q=apache+superset). You can also check [GitHub issues](https://github.com/apache/superset/issues) to see if your question or feature request has been submitted before. Then, use Slack search to see if your question has already been asked and answered in the past. If you still feel the need to ask a question, make sure you include:
-
-- The steps you’ve already taken
-- Relevant details presented cleanly (text stacktraces, formatted markdown, or screenshots. Please don’t paste large blocks of code unformatted or post photos of your screen from your phone)
-- The specific question you have or the specific type of help you're seeking
-
-**4. Avoid double posting**
-
-- This Slack community is not a customer support channel and all members are here voluntarily. If you aren’t getting a response to a question you have, make sure you look at rules 1, 2, and 3.  It’s also worth remembering that there may not be someone in the community who has the context to help you out.
-
-**5. Communicate openly**
-
-- Unless you have explicit permission from the person, please avoid sending direct messages to individuals. Communicating in public channels ensures that we’re all respecting each other’s attentions and we can scalably moderate our communication to mitigate harassment or discrimination. Do not use direct messages to pitch products and services. If you are receiving unwelcome direct messages, please notify an admin.
-
-**6. Practice good Slack hygiene by using threads for discussions and emojis for light reactions.**
-
-- The medium is the message. Slack can foster a warm, collaborative, and organized community when used effectively. We want to respect people’s attentions (thread notifications > channel notifications > DM notifications) and we want to improve information density (a member should be able to browse and explore many convo threads, not just see one thread discussed in a top level channel).

DISCLAIMER

@@ -0,0 +1,11 @@
+DISCLAIMER
+
+Apache Superset (incubating) is an effort undergoing incubation at the Apache
+Software Foundation (ASF), sponsored by the Apache Incubator PMC.
+Incubation is required of all newly accepted projects until a further review
+indicates that the infrastructure, communications, and decision making process
+have stabilized in a manner consistent with other successful ASF projects.
+
+While incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.

Dockerfile

@@ -15,35 +15,56 @@
 # limitations under the License.
 #
 
+######################################################################
+# PY stage that simply does a pip install on our requirements
+######################################################################
+ARG PY_VER=3.6.9
+FROM python:${PY_VER} AS superset-py
+
+RUN mkdir /app \
+        && apt-get update -y \
+        && apt-get install -y --no-install-recommends \
+            build-essential \
+            default-libmysqlclient-dev \
+            libpq-dev \
+        && rm -rf /var/lib/apt/lists/*
+
+# First, we just wanna install requirements, which will allow us to utilize the cache
+# in order to only build if and only if requirements change
+COPY ./requirements.txt /app/
+RUN cd /app \
+        && pip install --no-cache -r requirements.txt
+
+
 ######################################################################
 # Node stage to deal with static asset construction
 ######################################################################
-ARG PY_VER=3.8.16-slim
-FROM node:16-slim AS superset-node
+FROM node:10-jessie AS superset-node
 
 ARG NPM_BUILD_CMD="build"
 ENV BUILD_CMD=${NPM_BUILD_CMD}
-ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true
 
 # NPM ci first, as to NOT invalidate previous steps except for when package.json changes
 RUN mkdir -p /app/superset-frontend
-
+RUN mkdir -p /app/superset/assets
 COPY ./docker/frontend-mem-nag.sh /
-RUN /frontend-mem-nag.sh
+COPY ./superset-frontend/package* /app/superset-frontend/
+RUN /frontend-mem-nag.sh \
+        && cd /app/superset-frontend \
+        && npm ci
 
-WORKDIR /app/superset-frontend/
+# Next, copy in the rest and let webpack do its thing
+COPY ./superset-frontend /app/superset-frontend
+# This is BY FAR the most expensive step (thanks Terser!)
+RUN cd /app/superset-frontend \
+        && npm run ${BUILD_CMD} \
+        && rm -rf node_modules
 
-COPY superset-frontend/package*.json ./
-RUN npm ci
-
-COPY ./superset-frontend .
-
-# This seems to be the most expensive step
-RUN npm run ${BUILD_CMD}
 
 ######################################################################
 # Final lean image...
 ######################################################################
+ARG PY_VER=3.6.9
 FROM python:${PY_VER} AS lean
 
 ENV LANG=C.UTF-8 \
@@ -52,104 +73,55 @@ ENV LANG=C.UTF-8 \
     FLASK_APP="superset.app:create_app()" \
     PYTHONPATH="/app/pythonpath" \
     SUPERSET_HOME="/app/superset_home" \
-    SUPERSET_PORT=8088
+    SUPERSET_PORT=8080
 
-RUN mkdir -p ${PYTHONPATH} \
-        && useradd --user-group -d ${SUPERSET_HOME} -m --no-log-init --shell /bin/bash superset \
+RUN useradd --user-group --no-create-home --no-log-init --shell /bin/bash superset \
+        && mkdir -p ${SUPERSET_HOME} ${PYTHONPATH} \
         && apt-get update -y \
         && apt-get install -y --no-install-recommends \
             build-essential \
-            curl \
             default-libmysqlclient-dev \
-            libsasl2-dev \
-            libsasl2-modules-gssapi-mit \
             libpq-dev \
-            libecpg-dev \
         && rm -rf /var/lib/apt/lists/*
 
-COPY ./requirements/*.txt  /app/requirements/
-COPY setup.py MANIFEST.in README.md /app/
-
-# setup.py uses the version information in package.json
-COPY superset-frontend/package.json /app/superset-frontend/
-
-RUN cd /app \
-    && mkdir -p superset/static \
-    && touch superset/static/version_info.json \
-    && pip install --no-cache -r requirements/local.txt
-
+COPY --from=superset-py /usr/local/lib/python3.6/site-packages/ /usr/local/lib/python3.6/site-packages/
+# Copying site-packages doesn't move the CLIs, so let's copy them one by one
+COPY --from=superset-py /usr/local/bin/gunicorn /usr/local/bin/celery /usr/local/bin/flask /usr/bin/
 COPY --from=superset-node /app/superset/static/assets /app/superset/static/assets
+COPY --from=superset-node /app/superset-frontend /app/superset-frontend
 
 ## Lastly, let's install superset itself
 COPY superset /app/superset
 COPY setup.py MANIFEST.in README.md /app/
 RUN cd /app \
         && chown -R superset:superset * \
-        && pip install -e . \
-        && flask fab babel-compile --target superset/translations
+        && pip install -e .
 
-COPY ./docker/run-server.sh /usr/bin/
-
-RUN chmod a+x /usr/bin/run-server.sh
+COPY ./docker/docker-entrypoint.sh /usr/bin/
 
 WORKDIR /app
 
 USER superset
 
-HEALTHCHECK CMD curl -f "http://localhost:$SUPERSET_PORT/health"
+HEALTHCHECK CMD ["curl", "-f", "http://localhost:8088/health"]
 
 EXPOSE ${SUPERSET_PORT}
 
-CMD /usr/bin/run-server.sh
+ENTRYPOINT ["/usr/bin/docker-entrypoint.sh"]
 
 ######################################################################
 # Dev image...
 ######################################################################
 FROM lean AS dev
-ARG GECKODRIVER_VERSION=v0.32.0
-ARG FIREFOX_VERSION=106.0.3
 
-COPY ./requirements/*.txt ./docker/requirements-*.txt/ /app/requirements/
+COPY ./requirements* ./docker/requirements* /app/
 
 USER root
-
-RUN apt-get update -y \
-    && apt-get install -y --no-install-recommends \
-          libnss3 \
-          libdbus-glib-1-2 \
-          libgtk-3-0 \
-          libx11-xcb1 \
-          libasound2 \
-          libxtst6 \
-          wget
-
-# Install GeckoDriver WebDriver
-RUN wget https://github.com/mozilla/geckodriver/releases/download/${GECKODRIVER_VERSION}/geckodriver-${GECKODRIVER_VERSION}-linux64.tar.gz -O /tmp/geckodriver.tar.gz && \
-    tar xvfz /tmp/geckodriver.tar.gz -C /tmp && \
-    mv /tmp/geckodriver /usr/local/bin/geckodriver && \
-    rm /tmp/geckodriver.tar.gz
-
-# Install Firefox
-RUN wget https://download-installer.cdn.mozilla.net/pub/firefox/releases/${FIREFOX_VERSION}/linux-x86_64/en-US/firefox-${FIREFOX_VERSION}.tar.bz2 -O /opt/firefox.tar.bz2 && \
-    tar xvf /opt/firefox.tar.bz2 -C /opt && \
-    ln -s /opt/firefox/firefox /usr/local/bin/firefox
-
 # Cache everything for dev purposes...
 RUN cd /app \
-    && pip install --no-cache -r requirements/docker.txt \
-    && pip install --no-cache -r requirements/requirements-local.txt || true
+    && pip install --ignore-installed -e . \
+    && pip install --ignore-installed -r requirements.txt \
+    && pip install --ignore-installed -r requirements-dev.txt \
+    && pip install --ignore-installed -r requirements-extra.txt \
+    && pip install --ignore-installed -r requirements-local.txt || true
 USER superset
-
-
-######################################################################
-# CI image...
-######################################################################
-FROM lean AS ci
-
-COPY --chown=superset ./docker/docker-bootstrap.sh /app/docker/
-COPY --chown=superset ./docker/docker-init.sh /app/docker/
-COPY --chown=superset ./docker/docker-ci.sh /app/docker/
-
-RUN chmod a+x /app/docker/*.sh
-
-CMD /app/docker/docker-ci.sh

Dockerfile-dev

@@ -0,0 +1,31 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+######################################################################
+# Dev image...
+######################################################################
+FROM preset/superset:dev
+
+COPY ./requirements* ./docker/requirements* /app/
+
+USER root
+RUN cd /app \
+    && pip install -e . \
+    && pip install --no-cache -r requirements.txt -r requirements-dev.txt \
+    && pip install --no-cache -r requirements-extra.txt \
+    && pip install --no-cache -r requirements-local.txt || true
+USER superset

INSTALL.md

@@ -16,8 +16,8 @@ KIND, either express or implied.  See the License for the
 specific language governing permissions and limitations
 under the License.
 -->
-# INSTALL / BUILD instructions for Apache Superset
+# INSTALL / BUILD instructions for Apache Superset (incubating)
 
-At this time, the docker file at RELEASING/Dockerfile.from_local_tarball
+At this time, the docker file at RELEASING/Dockerfile.from_tarball
 constitutes the recipe on how to get to a working release from a source
 release tarball.

LICENSE.txt

@@ -213,4 +213,4 @@ Third party SIL Open Font License v1.1 (OFL-1.1)
 ========================================================================
 
 (SIL OPEN FONT LICENSE Version 1.1) The Inter font family (https://github.com/rsms/inter)
-(SIL OPEN FONT LICENSE Version 1.1) The Fira Code font family (https://github.com/tonsky/FiraCode)
+(SIL OPEN FONT LICENSE Version 1.1) The Fira Code font family (https://github.com/tonsky/FiraCode)

Makefile

@@ -1,117 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Python version installed; we need 3.8-3.11
-PYTHON=`command -v python3.11 || command -v python3.10 || command -v python3.9 || command -v python3.8`
-
-.PHONY: install superset venv pre-commit
-
-install: superset pre-commit
-
-superset:
-	# Install external dependencies
-	pip install -r requirements/local.txt
-
-	# Install Superset in editable (development) mode
-	pip install -e .
-
-	# Create an admin user in your metadata database
-	superset fab create-admin \
-                    --username admin \
-                    --firstname "Admin I."\
-                    --lastname Strator \
-                    --email admin@superset.io \
-                    --password general
-
-	# Initialize the database
-	superset db upgrade
-
-	# Create default roles and permissions
-	superset init
-
-	# Load some data to play with
-	superset load-examples
-
-	# Install node packages
-	cd superset-frontend; npm ci
-
-update: update-py update-js
-
-update-py:
-	# Install external dependencies
-	pip install -r requirements/local.txt
-
-	# Install Superset in editable (development) mode
-	pip install -e .
-
-	# Initialize the database
-	superset db upgrade
-
-	# Create default roles and permissions
-	superset init
-
-update-js:
-	# Install js packages
-	cd superset-frontend; npm ci
-
-venv:
-	# Create a virtual environment and activate it (recommended)
-	if ! [ -x "${PYTHON}" ]; then echo "You need Python 3.8, 3.9, 3.10 or 3.11 installed"; exit 1; fi
-	test -d venv || ${PYTHON} -m venv venv # setup a python3 virtualenv
-	. venv/bin/activate
-
-activate:
-	. venv/bin/activate
-
-pre-commit:
-	# setup pre commit dependencies
-	pip3 install -r requirements/integration.txt
-	pre-commit install
-
-format: py-format js-format
-
-py-format: pre-commit
-	pre-commit run black --all-files
-
-py-lint: pre-commit
-	pylint -j 0 superset
-
-js-format:
-	cd superset-frontend; npm run prettier
-
-flask-app:
-	flask run -p 8088 --with-threads --reload --debugger
-
-node-app:
-	cd superset-frontend; npm run dev-server
-
-build-cypress:
-	cd superset-frontend; npm run build-instrumented
-	cd superset-frontend/cypress-base; npm ci
-
-open-cypress:
-	if ! [ $(port) ]; then cd superset-frontend/cypress-base; CYPRESS_BASE_URL=http://localhost:9000 npm run cypress open; fi
-	cd superset-frontend/cypress-base; CYPRESS_BASE_URL=http://localhost:$(port) npm run cypress open
-
-report-celery-worker:
-	celery --app=superset.tasks.celery_app:app worker
-
-report-celery-beat:
-	celery --app=superset.tasks.celery_app:app beat --pidfile /tmp/celerybeat.pid --schedule /tmp/celerybeat-schedulecd
-
-admin-user:
-	superset fab create-admin

NOTICE

@@ -1,5 +1,5 @@
-Apache Superset
-Copyright 2016-2021 The Apache Software Foundation
+Apache Superset (incubating)
+Copyright 2016-2020 The Apache Software Foundation
 
 This product includes software developed at The Apache Software
 Foundation (http://www.apache.org/).

README.md

@@ -16,164 +16,262 @@ KIND, either express or implied.  See the License for the
 specific language governing permissions and limitations
 under the License.
 -->
+Superset
+=========
 
-# Superset
-
-[![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
-[![GitHub release (latest SemVer)](https://img.shields.io/github/v/release/apache/superset?sort=semver)](https://github.com/apache/superset/tree/latest)
-[![Build Status](https://github.com/apache/superset/workflows/Python/badge.svg)](https://github.com/apache/superset/actions)
+[![Build Status](https://travis-ci.org/apache/incubator-superset.svg?branch=master)](https://travis-ci.org/apache/incubator-superset)
 [![PyPI version](https://badge.fury.io/py/apache-superset.svg)](https://badge.fury.io/py/apache-superset)
-[![Coverage Status](https://codecov.io/github/apache/superset/coverage.svg?branch=master)](https://codecov.io/github/apache/superset)
+[![Coverage Status](https://codecov.io/github/apache/incubator-superset/coverage.svg?branch=master)](https://codecov.io/github/apache/incubator-superset)
 [![PyPI](https://img.shields.io/pypi/pyversions/apache-superset.svg?maxAge=2592000)](https://pypi.python.org/pypi/apache-superset)
-[![Get on Slack](https://img.shields.io/badge/slack-join-orange.svg)](http://bit.ly/join-superset-slack)
-[![Documentation](https://img.shields.io/badge/docs-apache.org-blue.svg)](https://superset.apache.org)
+[![Get on Slack](https://img.shields.io/badge/slack-join-orange.svg)](https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU)
+[![Documentation](https://img.shields.io/badge/docs-apache.org-blue.svg)](https://superset.incubator.apache.org)
+[![dependencies Status](https://david-dm.org/apache/incubator-superset/status.svg?path=superset-frontend)](https://david-dm.org/apache/incubator-superset?path=superset-frontend)
 
 <img
-  src="https://github.com/apache/superset/raw/master/superset-frontend/src/assets/branding/superset-logo-horiz-apache.png"
+  src="https://cloud.githubusercontent.com/assets/130878/20946612/49a8a25c-bbc0-11e6-8314-10bef902af51.png"
   alt="Superset"
   width="500"
 />
 
 A modern, enterprise-ready business intelligence web application.
 
-[**Why Superset?**](#why-superset) |
-[**Supported Databases**](#supported-databases) |
+[**Why Superset**](#why-superset) | 
+[**Database Support**](#database-support) |
 [**Installation and Configuration**](#installation-and-configuration) |
-[**Release Notes**](RELEASING/README.md#release-notes-for-recent-releases) |
-[**Get Involved**](#get-involved) |
+[**Get Help**](#get-help) |
 [**Contributor Guide**](#contributor-guide) |
 [**Resources**](#resources) |
-[**Organizations Using Superset**](RESOURCES/INTHEWILD.md)
+[**Superset Users**](#superset-users) |
+[**License**](#license) |
 
-## Why Superset?
-
-Superset is a modern data exploration and data visualization platform. Superset can replace or augment proprietary business intelligence tools for many teams. Superset integrates well with a variety of data sources.
-
-Superset provides:
-
-- A **no-code interface** for building charts quickly
-- A powerful, web-based **SQL Editor** for advanced querying
-- A **lightweight semantic layer** for quickly defining custom dimensions and metrics
-- Out of the box support for **nearly any SQL** database or data engine
-- A wide array of **beautiful visualizations** to showcase your data, ranging from simple bar charts to geospatial visualizations
-- Lightweight, configurable **caching layer** to help ease database load
-- Highly extensible **security roles and authentication** options
-- An **API** for programmatic customization
-- A **cloud-native architecture** designed from the ground up for scale
 
 ## Screenshots & Gifs
 
-**Large Gallery of Visualizations**
+**View Dashboards**
 
-<kbd><img title="Gallery" src="superset-frontend/src/assets/images/screenshots/gallery.jpg"/></kbd><br/>
+<kbd><img title="View Dashboards" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset-frontend/images/screenshots/bank_dash.png"></kbd><br/>
 
-**Craft Beautiful, Dynamic Dashboards**
+**Slice & dice your data**
 
-<kbd><img title="View Dashboards" src="superset-frontend/src/assets/images/screenshots/slack_dash.jpg"/></kbd><br/>
+<kbd><img title="Slice & dice your data" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset-frontend/images/screenshots/explore.png"></kbd><br/>
 
-**No-Code Chart Builder**
+**Query and visualize your data with SQL Lab**
 
-<kbd><img title="Slice & dice your data" src="superset-frontend/src/assets/images/screenshots/explore.jpg"/></kbd><br/>
+<kbd><img title="SQL Lab" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset-frontend/images/screenshots/sqllab.png"></kbd><br/>
 
-**Powerful SQL Editor**
+**Visualize geospatial data with deck.gl**
 
-<kbd><img title="SQL Lab" src="superset-frontend/src/assets/images/screenshots/sql_lab.jpg"/></kbd><br/>
+<kbd><img title="Geospatial" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset-frontend/images/screenshots/deckgl_dash.png"></kbd><br/>
 
-## Supported Databases
+**Choose from a wide array of visualizations**
 
-Superset can query data from any SQL-speaking datastore or data engine (Presto, Trino, Athena, [and more](https://superset.apache.org/docs/databases/installing-database-drivers/)) that has a Python DB-API driver and a SQLAlchemy dialect.
+<kbd><img title="Visualizations" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset-frontend/images/screenshots/visualizations.png"></kbd><br/>
 
-Here are some of the major database solutions that are supported:
+## Why Superset
 
-<p align="center">
-  <img src="superset-frontend/src/assets/images/redshift.png" alt="redshift" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/google-biquery.png" alt="google-biquery" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/snowflake.png" alt="snowflake" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/trino.png" alt="trino" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/presto.png" alt="presto" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/databricks.png" alt="databricks" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/druid.png" alt="druid" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/firebolt.png" alt="firebolt" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/timescale.png" alt="timescale" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/rockset.png" alt="rockset" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/postgresql.png" alt="postgresql" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/mysql.png" alt="mysql" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/mssql-server.png" alt="mssql-server" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/db2.png" alt="db2" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/sqlite.png" alt="sqlite" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/sybase.png" alt="sybase" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/mariadb.png" alt="mariadb" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/vertica.png" alt="vertica" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/oracle.png" alt="oracle" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/firebird.png" alt="firebird" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/greenplum.png" alt="greenplum" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/clickhouse.png" alt="clickhouse" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/exasol.png" alt="exasol" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/monet-db.png" alt="monet-db" border="0" width="200" height="80" />
-  <img src="superset-frontend/src/assets/images/apache-kylin.png" alt="apache-kylin" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/hologres.png" alt="hologres" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/netezza.png" alt="netezza" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/pinot.png" alt="pinot" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/teradata.png" alt="teradata" border="0" width="200" height="80"/>
-  <img src="superset-frontend/src/assets/images/yugabyte.png" alt="yugabyte" border="0" width="200" height="80"/>
-</p>
+Superset provides:
+* An intuitive interface to explore and visualize datasets, and
+    create interactive dashboards.
+* A wide array of beautiful visualizations to showcase your data.
+* Easy, code-free, user flows to drill down and slice and dice the data
+    underlying exposed dashboards. The dashboards and charts act as a starting
+    point for deeper analysis.
+* A state of the art SQL editor/IDE exposing a rich metadata browser, and
+    an easy workflow to create visualizations out of any result set.
+* An extensible, high granularity security model allowing intricate rules
+    on who can access which product features and datasets.
+    Integration with major
+    authentication backends (database, OpenID, LDAP, OAuth, REMOTE_USER, ...)
+* A lightweight semantic layer, allowing to control how data sources are
+    exposed to the user by defining dimensions and metrics
+* Out of the box support for most SQL-speaking databases
+* Deep integration with Druid allows for Superset to stay blazing fast while
+    slicing and dicing large, realtime datasets
+* Fast loading dashboards with configurable caching
 
-**A more comprehensive list of supported databases** along with the configuration instructions can be found [here](https://superset.apache.org/docs/databases/installing-database-drivers).
 
-Want to add support for your datastore or data engine? Read more [here](https://superset.apache.org/docs/frequently-asked-questions#does-superset-work-with-insert-database-engine-here) about the technical requirements.
+## Database Support
+
+Superset speaks many SQL dialects through SQLAlchemy - a Python
+SQL toolkit that is compatible with most databases. A list of
+supported databases can be found
+[here](https://superset.incubator.apache.org/#databases).
+
 
 ## Installation and Configuration
 
-[Extended documentation for Superset](https://superset.apache.org/docs/installation/installing-superset-using-docker-compose)
+[See in the documentation](https://superset.incubator.apache.org/installation.html)
+
+
+## Get Help
+
+* [Stackoverflow tag](https://stackoverflow.com/questions/tagged/apache-superset)
+* [Join Community Slack](https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU)
+* [Mailing list](https://lists.apache.org/list.html?dev@superset.apache.org)
+
+## Slack Community Guidelines
+
+If you decide to join the [Community Slack](https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU), please adhere to the following rules:
+
+**1. Treat everyone in the community with respect.**
+
+- We strive to make this community a warm place for people from all industries, use cases, geographies, and backgrounds. Harassment of any kind is not acceptable and won’t be tolerated. 
+- Please follow the guidelines as outlined in the Superset Community [code of conduct here](https://github.com/apache/incubator-superset/blob/master/CODE_OF_CONDUCT.md).
+
+**2. Use the right channel.** 
+
+- Channels are an effective way to organize and focus discussions while also empowering members to opt-in to the types of content they’re interested in. When questions are posted or discussions are started in the wrong channel, it dilutes the trust of the members in the channel and, more practically, makes it harder for your questions to be answered.  
+
+**3. Ask thoughtful questions.**
+
+- We’re all here to help each other out. The best way to get help is by investing effort into your questions. First check and see if your question is answered in [the Superset documentation](https://superset.incubator.apache.org/faq.html) or on [Stack Overflow](https://stackoverflow.com/search?q=apache+superset). You can also check [Github issues](https://github.com/apache/incubator-superset/issues) to see if your question or feature request has been submitted before. Then, use Slack search to see if your question has already been asked and answered in the past. If you still feel the need to ask a question, make sure you include:
+
+- The steps you’ve already taken
+- Relevant details presented cleanly (text stacktraces, formatted markdown, or screenshots. Please don’t paste large blocks of code unformatted or post photos of your screen from your phone)
+- The specific question you have or the specific type of help you're seeking
+
+**4. Avoid double posting**
+
+- This Slack community is not a customer support channel and all members are here voluntarily. If you aren’t getting a response to a question you have, make sure you look at rules 1, 2, and 3.  It’s also worth remembering that there may not be someone in the community who has the context to help you out.
+
+**5. Communicate openly**
+
+- Unless you have explicit permission from the person, please avoid sending direct messages to individuals. Communicating in public channels ensures that we’re all respecting each other’s attentions and we can scalably moderate our communication to mitigate harassment or discrimination. Do not use direct messages to pitch products and services. If you are receiving unwelcome direct messages, please notify an admin.
+
+**6. Practice good Slack hygiene by using threads for discussions and emojis for light reactions.**
+
+- The medium is the message. Slack can foster a warm, collaborative, and organized community when used effectively. We want to respect people’s attentions (thread notifications > channel notifications > DM notifications) and we want to improve information density (a member should be able to browse and explore many convo threads, not just see one thread discussed in a top level channel).
 
-## Get Involved
 
-- Ask and answer questions on [StackOverflow](https://stackoverflow.com/questions/tagged/apache-superset) using the **apache-superset** tag
-- [Join our community's Slack](http://bit.ly/join-superset-slack)
-  and please read our [Slack Community Guidelines](https://github.com/apache/superset/blob/master/CODE_OF_CONDUCT.md#slack-community-guidelines)
-- [Join our dev@superset.apache.org Mailing list](https://lists.apache.org/list.html?dev@superset.apache.org)
 
 ## Contributor Guide
 
-Interested in contributing? Check out our
-[CONTRIBUTING.md](https://github.com/apache/superset/blob/master/CONTRIBUTING.md)
-to find resources around contributing along with a detailed guide on
-how to set up a development environment.
+Interested in contributing? Check out
+[Contributing.MD](https://github.com/apache/superset/blob/master/CONTRIBUTING.md) to learn how to contribute and best practices.
+
 
 ## Resources
 
-Superset 2.0!
-- [Superset 2.0 Meetup](https://preset.io/events/superset-2-0-meetup/)
-- [Superset 2.0 Release Notes](https://github.com/apache/superset/tree/master/RELEASING/release-notes-2-0)
+* Superset 101 -- Getting Started Guide (From [Preset](https://preset.io) [Blog](https://preset.io/blog/))
+  * [Installing Apache Superset Locally](https://preset.io/blog/2020-05-11-getting-started-installing-superset/)
+  * [Installing Database Drivers](https://preset.io/blog/2020-05-18-install-db-drivers/)
+  * [Connect Superset To Google Sheets](https://preset.io/blog/2020-06-01-connect-superset-google-sheets/)
+  * [Create Your First Chart](https://preset.io/blog/2020-06-08-first-chart/)
+  * [Create Time Series Charts](https://preset.io/blog/2020-06-26-timeseries-chart/)
+* [Docker image](https://hub.docker.com/r/preset/superset/)
+* [Youtube Channel](https://www.youtube.com/channel/UCMuwrvBsg_jjI2gLcm04R0g)
+  * [May 15, 2020: Virtual Meetup Recording. Topics: 0.36 Overview, Committers Self-Intro, Roadmap](https://www.youtube.com/watch?v=tXGDmqjmcTs&t=20s)
 
-Understanding the Superset Points of View
-- [The Case for Dataset-Centric Visualization](https://preset.io/blog/dataset-centric-visualization/)
-- [Understanding the Superset Semantic Layer](https://preset.io/blog/understanding-superset-semantic-layer/)
+## Superset Users
 
+Here's a list of organizations that have taken the time to send a PR to let
+the world know they are using Superset. If you are a user and want to be recognized,
+all you have to do is file a simple PR [like this one](https://github.com/apache/incubator-superset/pull/7576). 
+Join our growing community!
 
-- Getting Started with Superset
-  - [Superset in 2 Minutes using Docker Compose](https://superset.apache.org/docs/installation/installing-superset-using-docker-compose#installing-superset-locally-using-docker-compose)
-  - [Installing Database Drivers](https://superset.apache.org/docs/databases/docker-add-drivers/)
-  - [Building New Database Connectors](https://preset.io/blog/building-database-connector/)
-  - [Create Your First Dashboard](https://superset.apache.org/docs/creating-charts-dashboards/first-dashboard)
-  - [Comprehensive Tutorial for Contributing Code to Apache Superset
-  ](https://preset.io/blog/tutorial-contributing-code-to-apache-superset/)
-- [Resources to master Superset by Preset](https://preset.io/resources/)
+ 1. [6play](https://www.6play.fr) [@CoryChaplin]
+ 1. [AiHello](https://www.aihello.com) [@ganeshkrishnan1]
+ 1. [Airbnb](https://github.com/airbnb) 
+ 1. [Airboxlab](https://foobot.io) [@antoine-galataud]
+ 1. [Aktia Bank plc](https://www.aktia.com) [@villebro]
+ 1. [American Express](https://www.americanexpress.com) [@TheLastSultan]
+ 1. [Amino](https://amino.com) [@shkr]
+ 1. [Apollo GraphQL](https://www.apollographql.com/) [@evans]
+ 1. [Ascendica Development](http://ascendicadevelopment.com) [@davidhassan]
+ 1. [Astronomer](https://www.astronomer.io) [@ryw]
+ 1. [bilibili](https://www.bilibili.com) [@Moinheart]
+ 1. [Brilliant.org](https://brilliant.org/) 
+ 1. [Capital Service S.A.](http://capitalservice.pl) [@pkonarzewski]
+ 1. [Clark.de](http://clark.de/) 
+ 1. [Cloudsmith](https://cloudsmith.io) [@alancarson]
+ 1. [CnOvit](http://www.cnovit.com/) [@xieshaohu]
+ 1. [Deepomatic](https://deepomatic.com/) [@Zanoellia]
+ 1. [Dial Once](https://www.dial-once.com/en/) 
+ 1. [Digit Game Studios](https://www.digitgaming.com/)
+ 1. [Douban](https://www.douban.com/) [@luchuan]
+ 1. [DouroECI](http://douroeci.com/en/) [@nunohelibeires]
+ 1. [Dragonpass](https://www.dragonpass.com.cn/) [@zhxjdwh]
+ 1. [Dremio](https://dremio.com) [@narendrans]
+ 1. [ELMO Cloud HR & Payroll](https://elmosoftware.com.au/)
+ 1. [Endress+Hauser](http://www.endress.com/) [@rumbin]
+ 1. [Faasos](http://faasos.com/) [@shashanksingh]
+ 1. [Fanatics](https://www.fanatics.com) [@coderfender]
+ 1. [FBK - ICT center](http://ict.fbk.eu) 
+ 1. [Fordeal](http://www.fordeal.com) [@Renkai]
+ 1. [GFG - Global Fashion Group](https://global-fashion-group.com) [@ksaagariconic]
+ 1. [GfK Data Lab](http://datalab.gfk.com) [@mherr]
+ 1. [Grassroot](https://www.grassrootinstitute.org/) 
+ 1. [GrowthSimple](https://growthsimple.ai/)
+ 1. [Hostnfly](https://www.hostnfly.com/) [@alexisrosuel]
+ 1. [HuiShouBao](http://www.huishoubao.com/) [@Yukinoshita-Yukino]
+ 1. [Intercom](https://www.intercom.com/) [@kate-gallo]
+ 1. [jampp](https://jampp.com/) 
+ 1. [komoot](https://www.komoot.com/) [@christophlingg]
+ 1. [Konfío](http://konfio.mx) [@uis-rodriguez]
+ 1. [Kuaishou](https://www.kuaishou.com/) [@zhaoyu89730105]
+ 1. [Let's Roam](https://www.letsroam.com/) 
+ 1. [Lime](https://www.limebike.com/) [@cxmcc]
+ 1. [Living Goods](https://www.livinggoods.org) [@chelule]
+ 1. [Lyft](https://www.lyft.com/) 
+ 1. [Maieutical Labs](https://maieuticallabs.it) [@xrmx]
+ 1. [Myra Labs](http://www.myralabs.com/) [@viksit]
+ 1. [Nielsen](http://www.nielsen.com/) [@amitNielsen]
+ 1. [Now](https://www.now.vn/) [@davidkohcw]
+ 1. [Ona](https://ona.io) [@pld]
+ 1. [Peak AI](https://www.peak.ai/) [@azhar22k]
+ 1. [PeopleDoc](https://www.people-doc.com) [@rodo]
+ 1. [Popoko VM Games Studio](https://popoko.live) 
+ 1. [Preset, Inc.](https://preset.io) 
+ 1. [Pronto Tools](http://www.prontotools.io) [@zkan]
+ 1. [PubNub](https://pubnub.com) [@jzucker2]
+ 1. [QPID Health](http://www.qpidhealth.com/) 
+ 1. [Qunar](https://www.qunar.com/) [@flametest]
+ 1. [Rakuten Viki](https://www.viki.com) 
+ 1. [Reward Gateway](https://www.rewardgateway.com) 
+ 1. [Safaricom](https://www.safaricom.co.ke/) [@mmutiso]
+ 1. [Scoot](https://scoot.co/) [@haaspt]
+ 1. [ScopeAI](https://www.getscopeai.com) [@iloveluce]
+ 1. [Shopee](https://shopee.sg) [@xiaohanyu]
+ 1. [Shopkick](https://www.shopkick.com) [@LAlbertalli]
+ 1. [Showmax](https://tech.showmax.com) [@bobek]
+ 1. [source{d}](https://www.sourced.tech) [@marnovo]
+ 1. [Steamroot](https://streamroot.io/) 
+ 1. [Tails.com](https://tails.com) [@alanmcruickshank]
+ 1. [Tenable](https://www.tenable.com) [@dflionis]
+ 1. [THE ICONIC](http://theiconic.com.au/) [@ksaagariconic]
+ 1. [timbr.ai](https://timbr.ai/) [@semantiDan]
+ 1. [TME QQMUSIC/WESING](https://www.tencentmusic.com/) 
+ 1. [Tobii](http://www.tobii.com/) [@dwa]
+ 1. [Tooploox](https://www.tooploox.com/) [@jakubczaplicki]
+ 1. [TrustMedis](https://trustmedis.com) [@famasya]
+ 1. [Twitter](https://twitter.com/) 
+ 1. [Udemy](https://www.udemy.com/) [@sungjuly]
+ 1. [VIPKID](https://www.vipkid.com.cn/) [@illpanda]
+ 1. [WeSure](https://www.wesure.cn/)
+ 1. [Whale](http://whale.im)
+ 1. [Windsor.ai](https://www.windsor.ai/) [@octaviancorlade]
+ 1. [Yahoo!](https://yahoo.com/) 
+ 1. [Zaihang](http://www.zaih.com/)
+ 1. [Zalando](https://www.zalando.com) [@dmigo]
+ 1. [Zalora](https://www.zalora.com) [@ksaagariconic]
 
-- Deploying Superset
-  - [Official Docker image](https://hub.docker.com/r/apache/superset)
-  - [Helm Chart](https://github.com/apache/superset/tree/master/helm/superset)
+## License
 
-- Recordings of Past [Superset Community Events](https://preset.io/events)
-  - [Mixed Time Series Charts](https://preset.io/events/mixed-time-series-visualization-in-superset-workshop/)  
-  - [How the Bing Team Customized Superset for the Internal Self-Serve Data & Analytics Platform](https://preset.io/events/how-the-bing-team-heavily-customized-superset-for-their-internal-data/)
-  - [Live Demo: Visualizing MongoDB and Pinot Data using Trino](https://preset.io/events/2021-04-13-visualizing-mongodb-and-pinot-data-using-trino/)
-	- [Introduction to the Superset API](https://preset.io/events/introduction-to-the-superset-api/)
-	- [Building a Database Connector for Superset](https://preset.io/events/2021-02-16-building-a-database-connector-for-superset/)
+```
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
 
-- Visualizations
-  - [Creating Viz Plugins](https://superset.apache.org/docs/contributing/creating-viz-plugins/)
-  - [Managing and Deploying Custom Viz Plugins](https://medium.com/nmc-techblog/apache-superset-manage-custom-viz-plugins-in-production-9fde1a708e55)
-  - [Why Apache Superset is Betting on Apache ECharts](https://preset.io/blog/2021-4-1-why-echarts/)
+  http://www.apache.org/licenses/LICENSE-2.0
 
-- [Superset API](https://superset.apache.org/docs/rest-api)
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+```

RELEASING/Dockerfile.from_local_tarball

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-FROM python:3.8-buster
+FROM python:3.6-jessie
 
 RUN useradd --user-group --create-home --no-log-init --shell /bin/bash superset
 
@@ -24,17 +24,18 @@ ENV LANG=C.UTF-8 \
 
 RUN apt-get update -y
 
-# Install dependencies to fix `curl https support error` and `delaying package configuration warning`
+# Install dependencies to fix `curl https support error` and `elaying package configuration warning`
 RUN apt-get install -y apt-transport-https apt-utils
 
 # Install superset dependencies
-# https://superset.apache.org/docs/installation/installing-superset-from-scratch
+# https://superset.incubator.apache.org/installation.html#os-dependencies
 RUN apt-get install -y build-essential libssl-dev \
-    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev chromium
+    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev
 
 # Install nodejs for custom build
+# https://superset.incubator.apache.org/installation.html#making-your-own-build
 # https://nodejs.org/en/download/package-manager/
-RUN curl -sL https://deb.nodesource.com/setup_16.x | bash - \
+RUN curl -sL https://deb.nodesource.com/setup_12.x | bash - \
     && apt-get install -y nodejs
 
 RUN mkdir -p /home/superset
@@ -47,21 +48,20 @@ ARG SUPERSET_RELEASE_RC_TARBALL
 # Can fetch source from svn or copy tarball from local mounted directory
 COPY $SUPERSET_RELEASE_RC_TARBALL ./
 RUN tar -xvf *.tar.gz
-WORKDIR /home/superset/apache-superset-$VERSION/superset-frontend
+WORKDIR /home/superset/apache-superset-incubating-$VERSION/superset-frontend
 
 RUN npm ci \
     && npm run build \
     && rm -rf node_modules
 
-WORKDIR /home/superset/apache-superset-$VERSION
+WORKDIR /home/superset/apache-superset-incubating-$VERSION
 RUN pip install --upgrade setuptools pip \
-    && pip install -r requirements/base.txt \
+    && pip install -r requirements.txt \
     && pip install --no-cache-dir .
 
 RUN flask fab babel-compile --target superset/translations
 
 ENV PATH=/home/superset/superset/bin:$PATH \
-    PYTHONPATH=/home/superset/superset/:$PYTHONPATH \
-    SUPERSET_TESTENV=true
+    PYTHONPATH=/home/superset/superset/:$PYTHONPATH
 COPY from_tarball_entrypoint.sh /entrypoint.sh
 ENTRYPOINT ["/entrypoint.sh"]

RELEASING/Dockerfile.from_svn_tarball

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-FROM python:3.8-buster
+FROM python:3.6-jessie
 
 RUN useradd --user-group --create-home --no-log-init --shell /bin/bash superset
 
@@ -24,17 +24,18 @@ ENV LANG=C.UTF-8 \
 
 RUN apt-get update -y
 
-# Install dependencies to fix `curl https support error` and `delaying package configuration warning`
+# Install dependencies to fix `curl https support error` and `elaying package configuration warning`
 RUN apt-get install -y apt-transport-https apt-utils
 
 # Install superset dependencies
-# https://superset.apache.org/docs/installation/installing-superset-from-scratch
+# https://superset.incubator.apache.org/installation.html#os-dependencies
 RUN apt-get install -y build-essential libssl-dev \
-    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev chromium
+    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev
 
 # Install nodejs for custom build
+# https://superset.incubator.apache.org/installation.html#making-your-own-build
 # https://nodejs.org/en/download/package-manager/
-RUN curl -sL https://deb.nodesource.com/setup_16.x | bash - \
+RUN curl -sL https://deb.nodesource.com/setup_12.x | bash - \
     && apt-get install -y nodejs
 
 RUN mkdir -p /home/superset
@@ -44,9 +45,9 @@ WORKDIR /home/superset
 ARG VERSION
 
 # Can fetch source from svn or copy tarball from local mounted directory
-RUN svn co https://dist.apache.org/repos/dist/dev/superset/$VERSION ./
+RUN svn co https://dist.apache.org/repos/dist/dev/incubator/superset/$VERSION ./
 RUN tar -xvf *.tar.gz
-WORKDIR apache-superset-$VERSION
+WORKDIR apache-superset-incubating-$VERSION
 
 RUN cd superset-frontend \
     && npm ci \
@@ -54,9 +55,9 @@ RUN cd superset-frontend \
     && rm -rf node_modules
 
 
-WORKDIR /home/superset/apache-superset-$VERSION
+WORKDIR /home/superset/apache-superset-incubating-$VERSION
 RUN pip install --upgrade setuptools pip \
-    && pip install -r requirements/base.txt \
+    && pip install -r requirements.txt \
     && pip install --no-cache-dir .
 
 RUN flask fab babel-compile --target superset/translations

RELEASING/Dockerfile.make_docs

@@ -14,13 +14,14 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-FROM python:3.8-buster
+FROM python:3.6-jessie
 ARG VERSION
 
-RUN git clone --depth 1 --branch ${VERSION} https://github.com/apache/superset.git /superset
+RUN git clone --depth 1 --branch ${VERSION} https://github.com/apache/incubator-superset.git /superset
 WORKDIR /superset
 # install doc dependencies
-RUN pip install -r requirements/base.txt
+RUN pip install -r requirements.txt \
+    && pip install -r docs/requirements.txt
 # build the docs
 RUN python setup.py build_sphinx
 

RELEASING/Dockerfile.make_tarball

@@ -14,7 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-FROM python:3.8-buster
+FROM python:3.6-jessie
 
 RUN apt-get update -y
 RUN apt-get install -y jq

RELEASING/README.md

@@ -28,17 +28,6 @@ synchronous communications, we recommend using the `#apache-releases` channel
 on the Superset Slack. People crafting releases and those interested in
 partaking in the process should join the channel.
 
-## Release notes for recent releases
-
-- [2.0](release-notes-2-0/README.md)
-- [1.5](release-notes-1-5/README.md)
-- [1.4](release-notes-1-4/README.md)
-- [1.3](release-notes-1-3/README.md)
-- [1.2](release-notes-1-2/README.md)
-- [1.1](release-notes-1-1/README.md)
-- [1.0](release-notes-1-0/README.md)
-- [0.38](release-notes-0-38/README.md)
-
 ## Release setup (First Time Only)
 
 First you need to setup a few things. This is a one-off and doesn't
@@ -50,9 +39,9 @@ need to be done at every release.
 
     # Checkout ASF dist repo
 
-    svn checkout https://dist.apache.org/repos/dist/dev/superset/ ~/svn/superset_dev
+    svn checkout https://dist.apache.org/repos/dist/dev/incubator/superset/ ~/svn/superset_dev
 
-    svn checkout https://dist.apache.org/repos/dist/release/superset/ ~/svn/superset
+    svn checkout https://dist.apache.org/repos/dist/release/incubator/superset/ ~/svn/superset
     cd ~/svn/superset
 
 
@@ -63,41 +52,12 @@ need to be done at every release.
 
     # Commit the changes
     svn commit -m "Add PGP keys of new Superset committer"
-
-    # push the changes
-    svn update
-```
-
-To minimize the risk of mixing up your local development environment, it's recommended to work on the
-release in a different directory than where the devenv is located. In this example, we'll clone
-the repo directly from the main `apache/superset` repo to a new directory `superset-release`:
-
-```bash
-cd <MY PROJECTS PATH>
-git clone git@github.com:apache/superset.git superset-release
-cd superset-release
-```
-
-We recommend setting up a virtual environment to isolate the python dependencies from your main
-setup:
-
-```bash
-virtualenv venv
-source venv/bin/activate
-```
-
-In addition, we recommend using the [`cherrytree`](https://pypi.org/project/cherrytree/) tool for
-automating cherry picking, as it will help speed up the release process. To install `cherrytree`
-and other dependencies that are required for the release process, run the following commands:
-
-```bash
-pip install -r RELEASING/requirements.txt
 ```
 
 ## Setting up the release environment (do every time)
 
-As the vote process takes a minimum of 72h, sometimes stretching over several weeks
-of calendar time if votes don't pass, chances are
+As the vote process takes a minimum of 72h (community vote) + 72h (IPMC) vote,
+often stretching over several weeks calendar time if votes don't pass, chances are
 the same terminal session won't be used for crafting the release candidate and the
 final release. Therefore, it's a good idea to do the following every time you
 work on a new phase of the release process to make sure you aren't releasing
@@ -105,41 +65,27 @@ the wrong files/using wrong names. There's a script to help you set correctly al
 necessary environment variables. Change your current directory to `superset/RELEASING`
 and execute the `set_release_env.sh` script with the relevant parameters:
 
-Usage (MacOS/ZSH):
-
 ```bash
-cd RELEASING
-source set_release_env.sh <SUPERSET_RC_VERSION> <PGP_KEY_FULLNAME>
+    # usage (BASH): . set_release_env.sh <SUPERSET_RC_VERSION> <PGP_KEY_FULLNAME>
+    # usage (ZSH): source set_release_env.sh <SUPERSET_RC_VERSION> <PGP_KEY_FULLNAME>
+    #
+    # example: source set_release_env.sh 0.37.0rc1 myid@apache.org
 ```
 
-Usage (BASH):
-
-```bash
-. set_release_env.sh <SUPERSET_RC_VERSION> <PGP_KEY_FULLNAME>
-```
-
-Example:
-
-```bash
-source set_release_env.sh 1.5.1rc1 myid@apache.org
-```
-
-The script will output the exported variables. Here's example for 1.5.1rc1:
+The script will output the exported variables. Here's example for 0.37.0rc1:
 
 ```
--------------------------------
-Set Release env variables
-SUPERSET_VERSION=1.5.1
-SUPERSET_RC=1
-SUPERSET_GITHUB_BRANCH=1.5
-SUPERSET_PGP_FULLNAME=villebro@apache.org
-SUPERSET_VERSION_RC=1.5.1rc1
-SUPERSET_RELEASE=apache-superset-1.5.1
-SUPERSET_RELEASE_RC=apache-superset-1.5.1rc1
-SUPERSET_RELEASE_TARBALL=apache-superset-1.5.1-source.tar.gz
-SUPERSET_RELEASE_RC_TARBALL=apache-superset-1.5.1rc1-source.tar.gz
-SUPERSET_TMP_ASF_SITE_PATH=/tmp/incubator-superset-site-1.5.1
--------------------------------
+    Set Release env variables
+    SUPERSET_VERSION=0.37.0
+    SUPERSET_RC=1
+    SUPERSET_GITHUB_BRANCH=0.37
+    SUPERSET_PGP_FULLNAME=myid@apache.org
+    SUPERSET_VERSION_RC=0.37.0rc1
+    SUPERSET_RELEASE=apache-superset-incubating-0.37.0
+    SUPERSET_RELEASE_RC=apache-superset-incubating-0.37.0rc1
+    SUPERSET_RELEASE_TARBALL=apache-superset-incubating-0.37.0-source.tar.gz
+    SUPERSET_RELEASE_RC_TARBALL=apache-superset-incubating-0.37.0rc1-source.tar.gz
+    SUPERSET_TMP_ASF_SITE_PATH=/tmp/incubator-superset-site-0.37.0
 ```
 
 ## Crafting a source release
@@ -149,145 +95,44 @@ a branch named with the release MAJOR.MINOR version (on this example 0.37).
 This new branch will hold all PATCH and release candidates
 that belong to the MAJOR.MINOR version.
 
-### Creating an initial minor release (e.g. 1.5.0)
-
 The MAJOR.MINOR branch is normally a "cut" from a specific point in time from the master branch.
-When creating the initial minor release (e.g. 1.5.0), create a new branch:
+Then (if needed) apply all cherries that will make the PATCH.
 
 ```bash
-git checkout master
-git pull
-git checkout -b ${SUPERSET_GITHUB_BRANCH}
-git push origin $SUPERSET_GITHUB_BRANCH
+git checkout -b $SUPERSET_GITHUB_BRANCH
+git push upstream $SUPERSET_GITHUB_BRANCH
 ```
 
-Note that this initializes a new "release cut", and is NOT needed when creating a patch release
-(e.g. 1.5.1).
-
-### Creating a patch release (e.g. 1.5.1)
-
-When getting ready to bake a patch release, simply checkout the relevant branch:
-
-```bash
-git checkout master
-git pull
-git checkout ${SUPERSET_GITHUB_BRANCH}
-```
-
-### Cherry picking
-
-It is customary to label PRs that have been introduced after the cut with the label
-`v<MAJOR>.<MINOR>`. For example, for any PRs that should be included in the 1.5 branch, the
-label `v1.5` should be added.
-
-To see how well the labelled PRs would apply to the current branch, run the following command:
-
-```bash
-cherrytree bake -r apache/superset -m master -l v${SUPERSET_GITHUB_BRANCH} ${SUPERSET_GITHUB_BRANCH}
-```
-
-This requires the presence of an environment variable `GITHUB_TOKEN`. Alternatively,
-you can pass the token directly via the `--access-token` parameter (`-at` for short).
-
-#### Happy path: no conflicts
-
-This will show how many cherries will apply cleanly. If there are no conflicts, you can simply apply all cherries
-by adding the `--no-dry-run` flag (`-nd` for short):
-
-```bash
-cherrytree bake -r apache/superset -m master -l v${SUPERSET_GITHUB_BRANCH} -nd ${SUPERSET_GITHUB_BRANCH}
-```
-
-#### Resolving conflicts
-
-If there are conflicts, you can issue the following command to apply all cherries up until the conflict automatically, and then
-break by adding the `-error-mode break` flag (`-e break` for short):
-
-```bash
-cherrytree bake -r apache/superset -m master -l v${SUPERSET_GITHUB_BRANCH} -nd -e break ${SUPERSET_GITHUB_BRANCH}
-```
-
-After applying the cleanly merged cherries, `cherrytree` will specify the SHA of the conflicted cherry. To resolve the conflict,
-simply issue the following command:
-
-```bash
-git cherry-pick <SHA>
-```
-
-Then fix all conflicts, followed by
-
-```bash
-git add -u  # add all changes
-git cherry-pick --continue
-```
-
-After this, rerun all the above steps until all cherries have been picked, finally pushing all new commits to the release branch
-on the main repo:
-
-```bash
-git push
-```
-
-### Updating changelog
-
 Next, update the `CHANGELOG.md` with all the changes that are included in the release.
-Make sure the branch has been pushed to `origin` to ensure the changelog generator
-can pick up changes since the previous release.
-Similar to `cherrytree`, the change log script requires a github token, either as an env var
-(`GITHUB_TOKEN`) or as the parameter `--access_token`.
-
-#### Initial release (e.g. 1.5.0)
-
-When generating the changelog for an initial minor relese, you should compare with
-the previous release (in the example, the previous release branch is `1.4`, so remember to
-update it accordingly):
+Make sure the branch has been pushed to `upstream` to ensure the changelog generator
+can pick up changes since the previous release (otherwise `github-changes` will raise
+an `Error: Not Found` exception).
 
 ```bash
-python changelog.py --previous_version 1.4 --current_version ${SUPERSET_GITHUB_BRANCH} changelog
+# will overwrites the local CHANGELOG.md, somehow you need to merge it in
+github-changes -o apache -r incubator-superset --token $GITHUB_TOKEN -b $SUPERSET_GITHUB_BRANCH
 ```
 
-You can get a list of pull requests with labels started with blocking, risk, hold, revert and security by using the parameter `--risk`.
-Example:
-
-```bash
-python changelog.py --previous_version 0.37 --current_version 0.38 changelog --access_token {GITHUB_TOKEN} --risk
-```
-
-The script will checkout both branches, compare all the PRs, and output the lines that are needed to be added to the
-`CHANGELOG.md` file in the root of the repo. Remember to also make sure to update the branch id (with the above command
-`1.5` needs to be changed to `1.5.0`)
-
 Then, in `UPDATING.md`, a file that contains a list of notifications around
 deprecations and upgrading-related topics,
 make sure to move the content now under the `Next Version` section under a new
 section for the new release.
 
-#### Patch release (e.g. 1.5.1)
+Finally bump the version number on `superset-frontend/package.json` (replace with whichever version is being released excluding the RC version):
 
-To compare the forthcoming patch release with the latest release from the same branch, set
-`--previous_version` as the tag of the previous release (in this example `1.5.0`; remember to update accordingly)
-
-```bash
-python changelog.py --previous_version 1.5.0 --current_version ${SUPERSET_GITHUB_BRANCH} changelog
-```
-
-### Set version number
-
-Finally, bump the version number on `superset-frontend/package.json` (replace with whichever version is being released excluding the RC version):
-
-```
-"version": "0.38.0"
+```json
+    "version": "0.36.0"
 ```
 
 Commit the change with the version number, then git tag the version with the release candidate and push to the branch:
 
 ```
-# add changed files and commit
-git add ...
-git commit ...
-# push new tag
-git tag ${SUPERSET_VERSION_RC}
-git push origin ${SUPERSET_VERSION_RC}
+    # add changed files and commit
+    git add ...
+    git commit ...
+    # push new tag
+    git tag ${SUPERSET_VERSION_RC}
+    git push upstream ${SUPERSET_VERSION_RC}
 ```
 
 ## Preparing the release candidate
@@ -298,27 +143,26 @@ release on Superset's repo (MAJOR.MINOR branch), the following script will clone
 the tag and create a signed source tarball from it:
 
 ```bash
-# make_tarball will use the previously set environment variables
-# you can override by passing arguments: make_tarball.sh <SUPERSET_VERSION> <SUPERSET_VERSION_RC> "<PGP_KEY_FULLNAME>"
-./make_tarball.sh
+    # make_tarball will use the previously set environment variables
+    # you can override by passing arguments: make_tarball.sh <SUPERSET_VERSION> <SUPERSET_VERSION_RC> "<PGP_KEY_FULLNAME>"
+    ./make_tarball.sh
 ```
 
 Note that `make_tarball.sh`:
 
-- By default, the script assumes you have already executed an SVN checkout to `$HOME/svn/superset_dev`.
-  This can be overridden by setting `SUPERSET_SVN_DEV_PATH` environment var to a different svn dev directory
+- By default assumes you have already executed an SVN checkout to `$HOME/svn/superset_dev`.
+This can be overriden by setting `SUPERSET_SVN_DEV_PATH` environment var to a different svn dev directory
 - Will refuse to craft a new release candidate if a release already exists on your local svn dev directory
 - Will check `package.json` version number and fails if it's not correctly set
 
 ### Build and test the created source tarball
 
 To build and run the **local copy** of the recently created tarball:
-
 ```bash
-# Build and run a release candidate tarball
-./test_run_tarball.sh local
-# you should be able to access localhost:5001 on your browser
-# login using admin/admin
+    # Build and run a release candidate tarball
+    ./test_run_tarball.sh local
+    # you should be able to access localhost:5001 on your browser
+    # login using admin/admin
 ```
 
 ### Shipping to SVN
@@ -326,29 +170,22 @@ To build and run the **local copy** of the recently created tarball:
 Now let's ship this RC into svn's dev folder
 
 ```bash
-cd ~/svn/superset_dev/
-svn add ${SUPERSET_VERSION_RC}
-svn commit -m "Release ${SUPERSET_VERSION_RC}"
-svn update
+    cd ~/svn/superset_dev/
+    svn add ${SUPERSET_VERSION_RC}
+    svn commit -m "Release ${SUPERSET_VERSION_RC}"
 ```
 
 ### Build and test from SVN source tarball
 
 To build and run the recently created tarball **from SVN**:
-
 ```bash
-# Build and run a release candidate tarball
-./test_run_tarball.sh
-# you should be able to access localhost:5001 on your browser
-# login using admin/admin
+    # Build and run a release candidate tarball
+    ./test_run_tarball.sh
+    # you should be able to access localhost:5001 on your browser
+    # login using admin/admin
 ```
 
-## Create a release on Github
-
-After submitting the tag and testing the release candidate, follow the steps [here](https://docs.github.com/en/repositories/releasing-projects-on-github/managing-releases-in-a-repository) to create the release on GitHub. Use the vote email text as the content for the release description. Make sure to check the "This is a pre-release" checkbox for release candidates. You can check previous releases if you need an example.
-
-## Voting
-
+### Voting
 Now you're ready to start the [VOTE] thread. Here's an example of a
 previous release vote thread:
 https://lists.apache.org/thread.html/e60f080ebdda26896214f7d3d5be1ccadfab95d48fbe813252762879@<dev.superset.apache.org>
@@ -356,11 +193,18 @@ https://lists.apache.org/thread.html/e60f080ebdda26896214f7d3d5be1ccadfab95d48fb
 To easily send a voting request to Superset community, still on the `superset/RELEASING` directory:
 
 ```bash
-# Note: use Superset's virtualenv
-(venv)$ python generate_email.py vote_pmc
+    # Note: use Superset's virtualenv
+    (venv)$ python send_email.py vote_pmc
 ```
 
-The script will generate the email text that should be sent to dev@superset.apache.org using an email client. The release version and release candidate number are fetched from the previously set environment variables.
+The script will interactively ask for extra information so it can authenticate on the Apache Email Relay.
+The release version and release candidate number are fetched from the previously set environment variables.
+
+```bash
+    Sender email (ex: user@apache.org): your_apache_email@apache.org
+    Apache username: your_apache_user
+    Apache password: your_apache_password
+```
 
 Once 3+ binding votes (by PMC members) have been cast and at
 least 72 hours have past, you can post a [RESULT] thread:
@@ -369,51 +213,82 @@ https://lists.apache.org/thread.html/50a6b134d66b86b237d5d7bc89df1b567246d125a71
 To easily send the result email, still on the `superset/RELEASING` directory:
 
 ```bash
-# Note: use Superset's virtualenv
-python generate_email.py result_pmc
+    # Note: use Superset's virtualenv
+    (venv)$ python send_email.py result_pmc
 ```
 
 The script will interactively ask for extra information needed to fill out the email template. Based on the
 voting description, it will generate a passing, non passing or non conclusive email.
-Here's an example:
+here's an example:
 
-```
-A List of people with +1 binding vote (ex: Max,Grace,Krist): Daniel,Alan,Max,Grace
-A List of people with +1 non binding vote (ex: Ville): Ville
-A List of people with -1 vote (ex: John):
+```bash
+    Sender email (ex: user@apache.org): your_apache_email@apache.org
+    Apache username: your_apache_user
+    Apache password: your_apache_password
+    A List of people with +1 binding vote (ex: Max,Grace,Krist): Daniel,Alan,Max,Grace
+    A List of people with +1 non binding vote (ex: Ville): Ville
+    A List of people with -1 vote (ex: John):
 ```
 
-The script will generate the email text that should be sent to dev@superset.apache.org using an email client. The release version and release candidate number are fetched from the previously set environment variables.
+Following the result thread, yet another [VOTE] thread should be
+started at general@incubator.apache.org.
 
-## Validating a release
+To easily send the voting request to Apache community, still on the `superset/RELEASING` directory:
+
+```bash
+    # Note: use Superset's virtualenv
+    (venv)$ python send_email.py vote_ipmc
+```
+
+Once 3+ binding votes (by IPMC members) have been cast and at
+least 72 hours have past, you can post a [RESULT] thread
+
+To easily send the result email, still on the `superset/RELEASING` directory:
+
+```bash
+    # Note: use Superset's virtualenv
+    (venv)$ python send_email.py result_ipmc
+```
+
+Again, the script will interactively ask for extra information needed to fill out the email template. Based on the
+voting description, it will generate a passing, non passing or non conclusive email.
+here's an example:
+
+```bash
+    Sender email (ex: user@apache.org): your_apache_email@apache.org
+    Apache username: your_apache_user
+    Apache password: your_apache_password
+    A List of people with +1 binding vote (ex: Alan, Justin): Alan,Jeff,
+    A List of people with +1 non binding vote (ex: Ville):
+    A List of people with -1 vote (ex: John):
+```
+
+
+### Validating a release
 
 https://www.apache.org/info/verification.html
 
 ## Publishing a successful release
 
-Upon a successful vote, you'll have to copy the folder into the non-"dev/" folder.
-
+Upon a successful vote (community AND IPMC), you'll have to copy the folder
+into the non-"dev/" folder.
 ```bash
-cp -r ~/svn/superset_dev/${SUPERSET_VERSION_RC}/ ~/svn/superset/${SUPERSET_VERSION}/
-cd ~/svn/superset/
-# Rename the RC (0.34.1rc1) to the actual version being released (0.34.1)
-for f in ${SUPERSET_VERSION}/*; do mv "$f" "${f/${SUPERSET_VERSION_RC}/${SUPERSET_VERSION}}"; done
-svn add ${SUPERSET_VERSION}
-svn commit -m "Release ${SUPERSET_VERSION}"
-svn update
+    cp -r ~/svn/superset_dev/${SUPERSET_VERSION_RC}/ ~/svn/superset/${SUPERSET_VERSION}/
+    cd ~/svn/superset/
+    # Rename the RC (0.34.1rc1) to the actual version being released (0.34.1)
+    for f in ${SUPERSET_VERSION}/*; do mv "$f" "${f/${SUPERSET_VERSION_RC}/${SUPERSET_VERSION}}"; done
+    svn add ${SUPERSET_VERSION}
+    svn commit -m "Release ${SUPERSET_VERSION}"
 ```
 
 Then tag the final release:
-
 ```bash
-# Go to the root directory of the repo, e.g. `~/src/superset`
-cd ~/src/superset/
-# make sure you're on the correct branch (e.g. 0.34)
-git branch
-# Create the release tag
-git tag -f ${SUPERSET_VERSION}
-# push the tag to the remote
-git push origin ${SUPERSET_VERSION}
+    # Go to the root directory of the repo, e.g. `~/src/incubator-superset`
+    cd ~/src/incubator-superset/
+    # make sure you're on the correct branch (e.g. 0.34)
+    git branch
+    # Create the release tag
+    git tag -f ${SUPERSET_VERSION}
 ```
 
 ### Update CHANGELOG and UPDATING on superset
@@ -423,66 +298,45 @@ with the changes on `CHANGELOG.md` and `UPDATING.md`.
 
 ### Publishing a Convenience Release to PyPI
 
-Extract the release to the `/tmp` folder to build the PiPY release. Files in the `/tmp` folder will be automatically deleted by the OS.
-
-```bash
-mkdir -p /tmp/superset && cd /tmp/superset
-tar xfvz ~/svn/superset/${SUPERSET_VERSION}/${SUPERSET_RELEASE_TARBALL}
-```
-
-Create a virtual environment and install the dependencies
-
-```bash
-cd ${SUPERSET_RELEASE_RC}
-python3 -m venv venv
-source venv/bin/activate
-pip install -r requirements/base.txt
-pip install twine
-```
-
-Create the distribution
-
-```bash
-cd superset-frontend/
-npm ci && npm run build
-cd ../
-flask fab babel-compile --target superset/translations
-python setup.py sdist
-```
-
-Publish to PyPI
-
-You may need to ask a fellow committer to grant
+Using the final release tarball, unpack it and run `./pypi_push.sh`.
+This script will build the Javascript bundle and echo the twine command
+allowing you to publish to PyPI. You may need to ask a fellow committer to grant
 you access to it if you don't have access already. Make sure to create
 an account first if you don't have one, and reference your username
 while requesting access to push packages.
 
-```bash
-twine upload dist/apache-superset-${SUPERSET_VERSION}.tar.gz
-```
-
-Set your username to `__token__`
-
-Set your password to the token value, including the `pypi-` prefix
-
-More information on https://pypi.org/help/#apitoken
-
 ### Announcing
 
 Once it's all done, an [ANNOUNCE] thread announcing the release to the dev@ mailing list is the final step.
 
 ```bash
-# Note use Superset's virtualenv
-python generate_email.py announce
+    # Note use Superset's virtualenv
+    (venv)$ python send_email.py announce
 ```
 
-The script will generate the email text that should be sent to dev@superset.apache.org using an email client. The release version is fetched from the previously set environment variables.
+### Github Release
 
-### GitHub Release
-
-Finally, so the GitHub UI reflects the latest release, you should create a release from the
-tag corresponding with the new version. Go to https://github.com/apache/superset/tags,
+Finally, so the Github UI reflects the latest release, you should create a release from the
+tag corresponding with the new version. Go to https://github.com/apache/incubator-superset/tags,
 click the 3-dot icon and select `Create Release`, paste the content of the ANNOUNCE thread in the
 release notes, and publish the new release.
 
-At this point, a GitHub action will run that will check whether this release's version number is higher than the current 'latest' release. If that condition is true, this release sha will automatically be tagged as `latest` so that the most recent release can be referenced simply by using the 'latest' tag instead of looking up the version number. The existing version number tag will still exist, and can also be used for reference.
+## Post release
+
+#### Refresh documentation website
+
+Every once in a while we want to compile the documentation and publish it.
+Here's how to do it.
+
+```bash
+./make_docs.sh
+```
+
+Superset documentation site is ready at http://localhost:5002
+
+```
+$ cd /tmp/incubator-superset-site-${SUPERSET_VERSION}
+$ git add .
+$ git commit -a -m "New doc version ${SUPERSET_VERSION}"
+$ git push origin asf-site
+```

RELEASING/changelog.py

@@ -1,409 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-import csv as lib_csv
-import os
-import re
-import sys
-from dataclasses import dataclass
-from typing import Any, Dict, Iterator, List, Optional, Union
-
-import click
-from click.core import Context
-
-try:
-    from github import BadCredentialsException, Github, PullRequest, Repository
-except ModuleNotFoundError:
-    print("PyGitHub is a required package for this script")
-    exit(1)
-
-SUPERSET_REPO = "apache/superset"
-SUPERSET_PULL_REQUEST_TYPES = r"^(fix|feat|chore|refactor|docs|build|ci|/gmi)"
-SUPERSET_RISKY_LABELS = r"^(blocking|risk|hold|revert|security vulnerability)"
-
-
-@dataclass
-class GitLog:
-    """
-    Represents a git log entry
-    """
-
-    sha: str
-    author: str
-    time: str
-    message: str
-    pr_number: Union[int, None] = None
-    author_email: str = ""
-
-    def __eq__(self, other: object) -> bool:
-        """A log entry is considered equal if it has the same PR number"""
-        if isinstance(other, self.__class__):
-            return other.pr_number == self.pr_number
-        return False
-
-    def __repr__(self) -> str:
-        return f"[{self.pr_number}]: {self.message} {self.time} {self.author}"
-
-
-class GitChangeLog:
-    """
-    Helper class to output a list of logs entries on a superset changelog format
-
-    We want to map a git author to a github login, for that we call github's API
-    """
-
-    def __init__(
-        self,
-        version: str,
-        logs: List[GitLog],
-        access_token: Optional[str] = None,
-        risk: Optional[bool] = False,
-    ) -> None:
-        self._version = version
-        self._logs = logs
-        self._pr_logs_with_details: Dict[int, Dict[str, Any]] = {}
-        self._github_login_cache: Dict[str, Optional[str]] = {}
-        self._github_prs: Dict[int, Any] = {}
-        self._wait = 10
-        github_token = access_token or os.environ.get("GITHUB_TOKEN")
-        self._github = Github(github_token)
-        self._show_risk = risk
-        self._superset_repo: Repository = None
-
-    def _fetch_github_pr(self, pr_number: int) -> PullRequest:
-        """
-        Fetches a github PR info
-        """
-        try:
-            github_repo = self._github.get_repo(SUPERSET_REPO)
-            self._superset_repo = github_repo
-            pull_request = self._github_prs.get(pr_number)
-            if not pull_request:
-                pull_request = github_repo.get_pull(pr_number)
-                self._github_prs[pr_number] = pull_request
-        except BadCredentialsException as ex:
-            print(
-                f"Bad credentials to github provided"
-                f" use access_token parameter or set GITHUB_TOKEN"
-            )
-            sys.exit(1)
-
-        return pull_request
-
-    def _get_github_login(self, git_log: GitLog) -> Optional[str]:
-        """
-        Tries to fetch a github login (username) from a git author
-        """
-        author_name = git_log.author
-        github_login = self._github_login_cache.get(author_name)
-        if github_login:
-            return github_login
-        if git_log.pr_number:
-            pr_info = self._fetch_github_pr(git_log.pr_number)
-            if pr_info:
-                github_login = pr_info.user.login
-            else:
-                github_login = author_name
-        # set cache
-        self._github_login_cache[author_name] = github_login
-        return github_login
-
-    def _has_commit_migrations(self, git_sha: str) -> bool:
-        commit = self._superset_repo.get_commit(sha=git_sha)
-        return any(
-            "superset/migrations/versions/" in file.filename for file in commit.files
-        )
-
-    def _get_pull_request_details(self, git_log: GitLog) -> Dict[str, Any]:
-        pr_number = git_log.pr_number
-        if pr_number:
-            detail = self._pr_logs_with_details.get(pr_number)
-            if detail:
-                return detail
-            pr_info = self._fetch_github_pr(pr_number)
-
-        has_migrations = self._has_commit_migrations(git_log.sha)
-        title = pr_info.title if pr_info else git_log.message
-        pr_type = re.match(SUPERSET_PULL_REQUEST_TYPES, title)
-        if pr_type:
-            pr_type = pr_type.group().strip('"')
-
-        labels = (" | ").join([label.name for label in pr_info.labels])
-        is_risky = self._is_risk_pull_request(pr_info.labels)
-        detail = {
-            "id": pr_number,
-            "has_migrations": has_migrations,
-            "labels": labels,
-            "title": title,
-            "type": pr_type,
-            "is_risky": is_risky or has_migrations,
-        }
-
-        if pr_number:
-            self._pr_logs_with_details[pr_number] = detail
-
-        return detail
-
-    def _is_risk_pull_request(self, labels: List[Any]) -> bool:
-        for label in labels:
-            risk_label = re.match(SUPERSET_RISKY_LABELS, label.name)
-            if risk_label is not None:
-                return True
-        return False
-
-    def _get_changelog_version_head(self) -> str:
-        if not len(self._logs):
-            print(
-                f"No changes found between revisions. "
-                f"Make sure your branch is up to date."
-            )
-            sys.exit(1)
-        return f"### {self._version} ({self._logs[0].time})"
-
-    def _parse_change_log(
-        self,
-        changelog: Dict[str, str],
-        pr_info: Dict[str, str],
-        github_login: str,
-    ) -> None:
-        formatted_pr = (
-            f"- [#{pr_info.get('id')}]"
-            f"(https://github.com/{SUPERSET_REPO}/pull/{pr_info.get('id')}) "
-            f"{pr_info.get('title')} (@{github_login})\n"
-        )
-        if pr_info.get("has_migrations"):
-            changelog["Database Migrations"] += formatted_pr
-        elif pr_info.get("type") == "fix":
-            changelog["Fixes"] += formatted_pr
-        elif pr_info.get("type") == "feat":
-            changelog["Features"] += formatted_pr
-        else:
-            changelog["Others"] += formatted_pr
-
-    def __repr__(self) -> str:
-        result = f"\n{self._get_changelog_version_head()}\n"
-        changelog = {
-            "Database Migrations": "\n",
-            "Features": "\n",
-            "Fixes": "\n",
-            "Others": "\n",
-        }
-        for i, log in enumerate(self._logs):
-            github_login = self._get_github_login(log)
-            pr_info = self._get_pull_request_details(log)
-
-            if not github_login:
-                github_login = log.author
-
-            if self._show_risk:
-                if pr_info.get("is_risky"):
-                    result += (
-                        f"- [#{log.pr_number}]"
-                        f"(https://github.com/{SUPERSET_REPO}/pull/{log.pr_number}) "
-                        f"{pr_info.get('title')} (@{github_login})  "
-                        f"{pr_info.get('labels')} \n"
-                    )
-            else:
-                self._parse_change_log(changelog, pr_info, github_login)
-
-            print(f"\r {i}/{len(self._logs)}", end="", flush=True)
-
-        if self._show_risk:
-            return result
-
-        for key in changelog:
-            result += f"**{key}** {changelog[key]}\n"
-        return result
-
-    def __iter__(self) -> Iterator[Dict[str, Any]]:
-        for log in self._logs:
-            yield {
-                "pr_number": log.pr_number,
-                "pr_link": f"https://github.com/{SUPERSET_REPO}/pull/"
-                f"{log.pr_number}",
-                "message": log.message,
-                "time": log.time,
-                "author": log.author,
-                "email": log.author_email,
-                "sha": log.sha,
-            }
-
-
-class GitLogs:
-    """
-    Manages git log entries from a specific branch/tag
-
-    Can compare git log entries by PR number
-    """
-
-    def __init__(self, git_ref: str) -> None:
-        self._git_ref = git_ref
-        self._logs: List[GitLog] = []
-
-    @property
-    def git_ref(self) -> str:
-        return self._git_ref
-
-    @property
-    def logs(self) -> List[GitLog]:
-        return self._logs
-
-    def fetch(self) -> None:
-        self._logs = list(map(self._parse_log, self._git_logs()))[::-1]
-
-    def diff(self, git_logs: "GitLogs") -> List[GitLog]:
-        return [log for log in git_logs.logs if log not in self._logs]
-
-    def __repr__(self) -> str:
-        return f"{self._git_ref}, Log count:{len(self._logs)}"
-
-    @staticmethod
-    def _git_get_current_head() -> str:
-        output = os.popen("git status | head -1").read()
-        match = re.match("(?:HEAD detached at|On branch) (.*)", output)
-        if not match:
-            return ""
-        return match.group(1)
-
-    def _git_checkout(self, git_ref: str) -> None:
-        os.popen(f"git checkout {git_ref}").read()
-        current_head = self._git_get_current_head()
-        if current_head != git_ref:
-            print(f"Could not checkout {git_ref}")
-            sys.exit(1)
-
-    def _git_logs(self) -> List[str]:
-        # let's get current git ref so we can revert it back
-        current_git_ref = self._git_get_current_head()
-        self._git_checkout(self._git_ref)
-        output = (
-            os.popen('git --no-pager log --pretty=format:"%h|%an|%ae|%ad|%s|"')
-            .read()
-            .split("\n")
-        )
-        # revert to git ref, let's be nice
-        self._git_checkout(current_git_ref)
-        return output
-
-    @staticmethod
-    def _parse_log(log_item: str) -> GitLog:
-        pr_number = None
-        split_log_item = log_item.split("|")
-        # parse the PR number from the log message
-        match = re.match(r".*\(\#(\d*)\)", split_log_item[4])
-        if match:
-            pr_number = int(match.group(1))
-        return GitLog(
-            sha=split_log_item[0],
-            author=split_log_item[1],
-            author_email=split_log_item[2],
-            time=split_log_item[3],
-            message=split_log_item[4],
-            pr_number=pr_number,
-        )
-
-
-@dataclass
-class BaseParameters:
-    previous_logs: GitLogs
-    current_logs: GitLogs
-
-
-def print_title(message: str) -> None:
-    print(f"{50*'-'}")
-    print(message)
-    print(f"{50*'-'}")
-
-
-@click.group()
-@click.pass_context
-@click.option("--previous_version", help="The previous release version", required=True)
-@click.option("--current_version", help="The current release version", required=True)
-def cli(ctx: Context, previous_version: str, current_version: str) -> None:
-    """Welcome to change log generator"""
-    previous_logs = GitLogs(previous_version)
-    current_logs = GitLogs(current_version)
-    previous_logs.fetch()
-    current_logs.fetch()
-    base_parameters = BaseParameters(previous_logs, current_logs)
-    ctx.obj = base_parameters
-
-
-@cli.command("compare")
-@click.pass_obj
-def compare(base_parameters: BaseParameters) -> None:
-    """Compares both versions (by PR)"""
-    previous_logs = base_parameters.previous_logs
-    current_logs = base_parameters.current_logs
-    print_title(
-        f"Pull requests from " f"{current_logs.git_ref} not in {previous_logs.git_ref}"
-    )
-    previous_diff_logs = previous_logs.diff(current_logs)
-    for diff_log in previous_diff_logs:
-        print(f"{diff_log}")
-
-    print_title(
-        f"Pull requests from " f"{previous_logs.git_ref} not in {current_logs.git_ref}"
-    )
-    current_diff_logs = current_logs.diff(previous_logs)
-    for diff_log in current_diff_logs:
-        print(f"{diff_log}")
-
-
-@cli.command("changelog")
-@click.option(
-    "--csv",
-    help="The csv filename to export the changelog to",
-)
-@click.option(
-    "--access_token",
-    help="The github access token,"
-    " if not provided will try to fetch from GITHUB_TOKEN env var",
-)
-@click.option("--risk", is_flag=True, help="show all pull requests with risky labels")
-@click.pass_obj
-def change_log(
-    base_parameters: BaseParameters, csv: str, access_token: str, risk: bool
-) -> None:
-    """Outputs a changelog (by PR)"""
-    previous_logs = base_parameters.previous_logs
-    current_logs = base_parameters.current_logs
-    previous_diff_logs = previous_logs.diff(current_logs)
-    logs = GitChangeLog(
-        current_logs.git_ref,
-        previous_diff_logs[::-1],
-        access_token=access_token,
-        risk=risk,
-    )
-    if csv:
-        with open(csv, "w") as csv_file:
-            log_items = list(logs)
-            field_names = log_items[0].keys()
-            writer = lib_csv.DictWriter(
-                csv_file,
-                delimiter=",",
-                quotechar='"',
-                quoting=lib_csv.QUOTE_ALL,
-                fieldnames=field_names,
-            )
-            writer.writeheader()
-            for log in logs:
-                writer.writerow(log)
-    else:
-        print("Fetching github usernames, this may take a while:")
-        print(logs)
-
-
-cli()

RELEASING/email_templates/announce.j2

@@ -17,29 +17,41 @@
   under the License.
 -#}
 To: {{ receiver_email }}
-
-Subject: [ANNOUNCE] Apache {{ project_name }} version {{ version }} Released
+From: {{ sender_email }}
+Subject: [ANNOUNCE] Apache {{ project_name }} (Incubating) version {{ version }} Released
 
 Hello Community,
 
-The Apache {{ project_name }} team is pleased to announce that {{ project_name }}
+The Apache {{ project_name }} (incubating) team is pleased to announce that {{ project_name }}
 {{ version }} has just been released.
 
 {{ project_description }}
 
 The official source release:
 
-https://www.apache.org/dist/{{ project_module }}/{{ version }}
+https://www.apache.org/dist/incubator/{{ project_module }}/{{ version }}
 
-The PyPI package:
+The Pypi package:
 
 https://pypi.org/project/apache-superset/
 
-If you have any usage questions or have problems when upgrading or
-find any issues with enhancements included in this release, please
+If you have any usage questions, or have problems when upgrading or
+find any problems about enhancements included in this release, please
 don't hesitate to let us know by sending feedback to this mailing
 list.
 
+=====
+*Disclaimer*
+
+Apache {{ project_name }} is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Incubator. Incubation is required of all
+newly accepted projects until a further review indicates that the
+infrastructure, communications, and decision making process have stabilized
+in a manner consistent with other successful ASF projects. While incubation
+status is not necessarily a reflection of the completeness or stability of
+the code, it does indicate that the project has yet to be fully endorsed by
+the ASF.
+
 ---------------------------------------------------------------------
-To unsubscribe, e-mail: general-unsubscribe@apache.org
-For additional commands, e-mail: general-help@apache.org
+To unsubscribe, e-mail: general-unsubscribe@incubator.apache.org
+For additional commands, e-mail: general-help@incubator.apache.org

RELEASING/email_templates/result_ipmc.j2

@@ -0,0 +1,58 @@
+{#
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing,
+  software distributed under the License is distributed on an
+  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  KIND, either express or implied.  See the License for the
+  specific language governing permissions and limitations
+  under the License.
+-#}
+To: {{ receiver_email }}
+From: {{ sender_email }}
+Subject: [RESULT] [VOTE] Release Apache {{ project_name }} (incubating) version {{ version }}
+
+Thanks to everyone that participated. The vote to release
+Apache {{ project_name }} (incubating) version {{ version }} is now closed.
+
+{% if vote_negatives|length > 0 %}
+The vote did not PASS with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding +1 and {{vote_negatives|length}} -1 votes:
+{% elif vote_bindings|length > 2 %}
+The vote PASSED with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding +1 and {{vote_negatives|length}} -1 votes:
+{% else %}
+The vote is non conclusive with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding -1 and {{vote_negatives|length}} -1 votes:
+{% endif %}
+
+{% if vote_bindings|length > 0 -%}
+Binding votes:
+{% for voter in vote_bindings -%}
+- {{ voter }}
+{% endfor %}
+{%- endif %}
+
+{% if vote_nonbindings|length > 0 -%}
+Non binding votes:
+{% for voter in vote_nonbindings -%}
+- {{ voter }}
+{% endfor %}
+{%- endif %}
+
+{% if vote_negatives|length > 0 -%}
+Negative votes:
+{% for voter in vote_negatives -%}
+- {{ voter }}
+{% endfor %}
+{%- endif %}
+
+We will work to complete the release process.
+
+Thanks,
+The Apache {{ project_name }} (Incubating) Team

RELEASING/email_templates/result_pmc.j2

@@ -17,18 +17,18 @@
   under the License.
 -#}
 To: {{ receiver_email }}
-
-Subject: [RESULT] [VOTE] Release Apache {{ project_name }} {{ version }} based on Superset {{ version_rc }}
+From: {{ sender_email }}
+Subject: [RESULT] [VOTE] Release Apache {{ project_name }} (incubating) {{ version }} based on Superset {{ version_rc }}
 
 Thanks to everyone that participated. The vote to release
-Apache {{ project_name }} version {{ version }} based on {{ version_rc }} is now closed.
+Apache {{ project_name }} (incubating) version {{ version }} based on {{ version_rc }} is now closed.
 
 {% if vote_negatives|length > 0 -%}
-The vote did NOT PASS with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non-binding +1, and {{vote_negatives|length}} -1 votes:
+The vote did NOT PASS with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding +1 and {{vote_negatives|length}} -1 votes:
 {% elif vote_bindings|length > 2 -%}
-The vote PASSED with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non-binding +1, and {{vote_negatives|length}} -1 votes:
+The vote PASSED with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding +1 and {{vote_negatives|length}} -1 votes:
 {% else -%}
-The vote is non conclusive with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non-binding -1, and {{vote_negatives|length}} -1 votes:
+The vote is non conclusive with {{vote_bindings|length}} binding +1, {{ vote_nonbindings|length}} non binding -1 and {{vote_negatives|length}} -1 votes:
 {%- endif %}
 
 {% if vote_bindings|length > 0 -%}
@@ -39,7 +39,7 @@ Binding votes:
 {%- endif %}
 
 {% if vote_nonbindings|length > 0 -%}
-Non-binding votes:
+Non binding votes:
 {% for voter in vote_nonbindings -%}
 - {{ voter }}
 {% endfor -%}
@@ -52,9 +52,7 @@ Negative votes:
 {% endfor -%}
 {%- endif %}
 
-Link to vote thread: {{ vote_thread }}
-
 We will work to complete the release process.
 
 Thanks,
-The Apache {{ project_name }} Team
+The Apache {{ project_name }} (Incubating) Team

RELEASING/email_templates/vote_ipmc.j2

@@ -0,0 +1,63 @@
+{#
+  Licensed to the Apache Software Foundation (ASF) under one
+  or more contributor license agreements.  See the NOTICE file
+  distributed with this work for additional information
+  regarding copyright ownership.  The ASF licenses this file
+  to you under the Apache License, Version 2.0 (the
+  "License"); you may not use this file except in compliance
+  with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing,
+  software distributed under the License is distributed on an
+  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+  KIND, either express or implied.  See the License for the
+  specific language governing permissions and limitations
+  under the License.
+-#}
+To: {{ receiver_email }}
+From: {{ sender_email }}
+Subject: [VOTE] Release Apache {{ project_name }} (incubating) version {{ version }}
+
+Hello IPMC,
+
+The Apache {{ project_name }} (incubating) community has voted on and approved a proposal to
+release Apache {{ project_name }} (incubating) version {{ version }}.
+The voting thread can be found here: {{ voting_thread }}
+
+{% if vote_mentors|length > 0 %}
+Here are the binding +1 votes from mentors, carrying over from the podling vote:
+{% for voter in vote_mentors -%}
+- {{ voter }}
+{% endfor %}
+{% endif -%}
+We now kindly request the Incubator PMC members review and vote on this
+incubator release.
+
+{{ project_description }}
+
+The release candidate:
+https://dist.apache.org/repos/dist/dev/incubator/{{ project_module }}/{{ version_rc }}/
+
+Git tag for the release:
+https://github.com/apache/incubator-{{ project_module }}/tree/{{ version_rc }}
+
+The Change Log for the release:
+https://github.com/apache/incubator-{{ project_module }}/blob/{{ version_rc }}/CHANGELOG.md
+
+public keys are available at:
+
+https://www.apache.org/dist/incubator/{{ project_module }}/KEYS
+
+The vote will be open for at least 72 hours or until the necessary number
+of votes are reached.
+
+Please vote accordingly:
+
+[ ] +1 approve
+[ ] +0 no opinion
+[ ] -1 disapprove with the reason
+
+Thanks,
+The Apache {{ project_name }} (Incubating) Team

RELEASING/email_templates/vote_pmc.j2

@@ -17,27 +17,29 @@
   under the License.
 -#}
 To: {{ receiver_email }}
-
-Subject: [VOTE] Release Apache {{ project_name }} {{ version }} based on Superset {{ version_rc }}
+From: {{ sender_email }}
+Subject: [VOTE] Release Apache {{ project_name }} (incubating) {{ version }} based on Superset {{ version_rc }}
 
 Hello {{ project_name }} Community,
 
-This is a call for the vote to release Apache {{ project_name }} version {{ version }}.
+This is a call for the vote to release Apache {{ project_name }}
+(incubating) version {{ version }}.
 
 The release candidate:
-https://dist.apache.org/repos/dist/dev/{{ project_module }}/{{ version_rc }}/
+https://dist.apache.org/repos/dist/dev/incubator/{{ project_module }}/{{ version_rc }}/
 
 Git tag for the release:
-https://github.com/apache/{{ project_module }}/tree/{{ version_rc }}
+https://github.com/apache/incubator-{{ project_module }}/tree/{{ version_rc }}
 
 The Change Log for the release:
-https://github.com/apache/{{ project_module }}/blob/{{ version_rc }}/CHANGELOG.md
+https://github.com/apache/incubator-{{ project_module }}/blob/{{ version_rc }}/CHANGELOG.md
 
 The Updating instructions for the release:
-https://github.com/apache/{{ project_module }}/blob/{{ version_rc }}/UPDATING.md
+https://github.com/apache/incubator-{{ project_module }}/blob/{{ version_rc }}/UPDATING.md
 
-Public keys are available at:
-https://www.apache.org/dist/{{ project_module }}/KEYS
+public keys are available at:
+
+https://www.apache.org/dist/incubator/{{ project_module }}/KEYS
 
 The vote will be open for at least 72 hours or until the necessary number
 of votes are reached.
@@ -49,4 +51,4 @@ Please vote accordingly:
 [ ] -1 disapprove with the reason
 
 Thanks,
-The Apache {{ project_name }} Team
+The Apache {{ project_name }} (Incubating) Team

RELEASING/from_tarball_entrypoint.sh

@@ -19,10 +19,6 @@ set -ex
 
 echo "[WARNING] this entrypoint creates an admin/admin user"
 echo "[WARNING] it should only be used for lightweight testing/validation"
-if [ "$SUPERSET_TESTENV" = "true" ]
-then
-  echo "SUPERSET IS RUNNING IN TEST MODE"
-fi
 
 # Create an admin user (you will be prompted to set username, first and last name before setting a password)
 superset fab create-admin \
@@ -35,11 +31,11 @@ superset fab create-admin \
 # Initialize the database
 superset db upgrade
 
+# Loading examples
+superset load_examples
+
 # Create default roles and permissions
 superset init
 
-# Loading examples
-superset load-examples --force
-
 FLASK_ENV=development FLASK_APP="superset.app:create_app()" \
 flask run -p 8088 --with-threads --reload --debugger --host=0.0.0.0

RELEASING/generate_email.py

@@ -1,154 +0,0 @@
-#!/usr/bin/python3
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-from typing import Any, Dict, List
-
-from click.core import Context
-
-try:
-    import jinja2
-except ModuleNotFoundError:
-    exit("Jinja2 is a required dependency for this script")
-try:
-    import click
-except ModuleNotFoundError:
-    exit("Click is a required dependency for this script")
-
-RECEIVER_EMAIL = "dev@superset.apache.org"
-PROJECT_NAME = "Superset"
-PROJECT_MODULE = "superset"
-PROJECT_DESCRIPTION = "Apache Superset is a modern, enterprise-ready business intelligence web application"
-
-
-def string_comma_to_list(message: str) -> List[str]:
-    if not message:
-        return []
-    return [element.strip() for element in message.split(",")]
-
-
-def render_template(template_file: str, **kwargs: Any) -> str:
-    """
-    Simple render template based on named parameters
-
-    :param template_file: The template file location
-    :kwargs: Named parameters to use when rendering the template
-    :return: Rendered template
-    """
-    template = jinja2.Template(open(template_file).read())
-    return template.render(kwargs)
-
-
-class BaseParameters(object):
-    def __init__(
-        self,
-        version: str,
-        version_rc: str,
-    ) -> None:
-        self.version = version
-        self.version_rc = version_rc
-        self.template_arguments: Dict[str, Any] = {}
-
-    def __repr__(self) -> str:
-        return f"Apache Credentials: {self.version}/{self.version_rc}"
-
-
-@click.group()
-@click.pass_context
-@click.option("--version", envvar="SUPERSET_VERSION")
-@click.option("--version_rc", envvar="SUPERSET_VERSION_RC")
-def cli(
-    ctx: Context,
-    version: str,
-    version_rc: str,
-) -> None:
-    """Welcome to releasing send email CLI interface!"""
-    base_parameters = BaseParameters(version, version_rc)
-    base_parameters.template_arguments["receiver_email"] = RECEIVER_EMAIL
-    base_parameters.template_arguments["project_name"] = PROJECT_NAME
-    base_parameters.template_arguments["project_module"] = PROJECT_MODULE
-    base_parameters.template_arguments["project_description"] = PROJECT_DESCRIPTION
-    base_parameters.template_arguments["version"] = base_parameters.version
-    base_parameters.template_arguments["version_rc"] = base_parameters.version_rc
-    ctx.obj = base_parameters
-
-
-@cli.command("vote_pmc")
-@click.pass_obj
-def vote_pmc(base_parameters: BaseParameters) -> None:
-    template_file = "email_templates/vote_pmc.j2"
-    message = render_template(template_file, **base_parameters.template_arguments)
-    print(message)
-
-
-@cli.command("result_pmc")
-@click.option(
-    "--vote_bindings",
-    default="",
-    type=str,
-    prompt="A List of people with +1 binding vote (ex: Max,Grace,Krist)",
-)
-@click.option(
-    "--vote_nonbindings",
-    default="",
-    type=str,
-    prompt="A List of people with +1 non binding vote (ex: Ville)",
-)
-@click.option(
-    "--vote_negatives",
-    default="",
-    type=str,
-    prompt="A List of people with -1 vote (ex: John)",
-)
-@click.option(
-    "--vote_thread",
-    default="",
-    type=str,
-    prompt="Permalink to the vote thread "
-    "(see https://lists.apache.org/list.html?dev@superset.apache.org)",
-)
-@click.pass_obj
-def result_pmc(
-    base_parameters: BaseParameters,
-    vote_bindings: str,
-    vote_nonbindings: str,
-    vote_negatives: str,
-    vote_thread: str,
-) -> None:
-    template_file = "email_templates/result_pmc.j2"
-    base_parameters.template_arguments["vote_bindings"] = string_comma_to_list(
-        vote_bindings
-    )
-    base_parameters.template_arguments["vote_nonbindings"] = string_comma_to_list(
-        vote_nonbindings
-    )
-    base_parameters.template_arguments["vote_negatives"] = string_comma_to_list(
-        vote_negatives
-    )
-    base_parameters.template_arguments["vote_thread"] = vote_thread
-    message = render_template(template_file, **base_parameters.template_arguments)
-    print(message)
-
-
-@cli.command("announce")
-@click.pass_obj
-def announce(base_parameters: BaseParameters) -> None:
-    template_file = "email_templates/announce.j2"
-    message = render_template(template_file, **base_parameters.template_arguments)
-    print(message)
-
-
-cli()

RELEASING/make_docs.sh

@@ -0,0 +1,55 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -e
+
+DOCKER_TMP_ASF_SITE_PATH=/asf-site
+DOC_SITE_PORT=5002
+
+# Clean tmp dir
+if [[ -d "${SUPERSET_TMP_ASF_SITE_PATH}" ]]; then
+  rm -rf "${SUPERSET_TMP_ASF_SITE_PATH}"
+fi
+mkdir -p "${SUPERSET_TMP_ASF_SITE_PATH}"
+
+# Building docker that will help update superset asf-site
+docker build --no-cache -t apache-docs \
+       --build-arg VERSION="${SUPERSET_VERSION}" \
+       -f Dockerfile.make_docs .
+
+# Running docker to update superset asf-site
+docker run \
+      -v "${SUPERSET_TMP_ASF_SITE_PATH}":"${DOCKER_TMP_ASF_SITE_PATH}":rw \
+      -e HOST_UID=${UID} \
+      -p ${DOC_SITE_PORT}:8000 \
+      -d \
+      -ti apache-docs
+
+RESULT=$?
+if [ $RESULT -ne 0 ]; then
+  echo Updating and launching documentation site failed
+  echo tip: Check if other container is using port:$DOC_SITE_PORT
+  exit 1
+fi
+
+echo "---------------------------------------------------"
+echo Superset documentation site is ready at http://localhost:5002
+echo Check it out and if all looks good:
+echo $ cd "${SUPERSET_TMP_ASF_SITE_PATH}"
+echo $ git add .
+echo $ git commit -a -m \"New doc version "${SUPERSET_VERSION}"\"
+echo $ git push origin asf-site

RELEASING/make_docs_entrypoint.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -e
+git clone --branch asf-site https://git-wip-us.apache.org/repos/asf/incubator-superset-site.git /asf-site
+
+# copy html files to temp folder
+cp -rv /superset/docs/_build/html/* /asf-site
+chown -R ${HOST_UID}:${HOST_UID} /asf-site
+
+cd /asf-site
+python -m http.server

RELEASING/make_tarball.sh

@@ -32,7 +32,7 @@ else
   SUPERSET_VERSION="${1}"
   SUPERSET_RC="${2}"
   SUPERSET_PGP_FULLNAME="${3}"
-  SUPERSET_RELEASE_RC_TARBALL="apache-superset-${SUPERSET_VERSION_RC}-source.tar.gz"
+  SUPERSET_RELEASE_RC_TARBALL="apache-superset-incubating-${SUPERSET_VERSION_RC}-source.tar.gz"
 fi
 
 SUPERSET_VERSION_RC="${SUPERSET_VERSION}rc${SUPERSET_RC}"

RELEASING/make_tarball_entrypoint.sh

@@ -22,7 +22,7 @@ if [ -z "${SUPERSET_VERSION_RC}" ] || [ -z "${SUPERSET_SVN_DEV_PATH}" ] || [ -z
   exit 1
 fi
 
-SUPERSET_RELEASE_RC=apache-superset-"${SUPERSET_VERSION_RC}"
+SUPERSET_RELEASE_RC=apache-superset-incubating-"${SUPERSET_VERSION_RC}"
 SUPERSET_RELEASE_RC_TARBALL="${SUPERSET_RELEASE_RC}"-source.tar.gz
 SUPERSET_RELEASE_RC_BASE_PATH="${SUPERSET_SVN_DEV_PATH}"/"${SUPERSET_VERSION_RC}"
 SUPERSET_RELEASE_RC_TARBALL_PATH="${SUPERSET_RELEASE_RC_BASE_PATH}"/"${SUPERSET_RELEASE_RC_TARBALL}"
@@ -32,9 +32,9 @@ mkdir -p "${SUPERSET_SVN_DEV_PATH}"/"${SUPERSET_VERSION_RC}"
 
 # Clone superset from tag to /tmp
 cd /tmp
-git clone --depth 1 --branch ${SUPERSET_VERSION_RC} https://github.com/apache/superset.git
+git clone --depth 1 --branch ${SUPERSET_VERSION_RC} https://github.com/apache/incubator-superset.git
 mkdir -p "${HOME}/${SUPERSET_VERSION_RC}"
-cd superset && \
+cd incubator-superset && \
 
 # Check RC version
 if ! jq -e --arg SUPERSET_VERSION $SUPERSET_VERSION '.version == $SUPERSET_VERSION' superset-frontend/package.json

RELEASING/release-notes-0-38/README.md

@@ -1,318 +0,0 @@
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements.  See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership.  The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License.  You may obtain a copy of the License at
-
-  http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied.  See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-
-# Release Notes for Superset 0.38
-
-## What's new
-- [New features](#new-features)
-- [Bugfixes](#bugfixes)
-- [Breaking Changes](#breaking-changes)
-- [Complete Changelog](#complete-changelog)
-
-### New features
-**DATABASES, DATASETS, QUERIES**
-
-[SIP-40] Proposal for Custom Error Messages #9194 ([SIP](https://github.com/apache/superset/issues/9194))
-- feat: improve presto query perf  (#[11069](https://github.com/apache/superset/pull/11069))
-- feat: more specific presto error messages  (#[11099](https://github.com/apache/superset/pull/11099))
-- feat: refactor error components and add database issue code  (#[10473](https://github.com/apache/superset/pull/10473))
-- feat: welcome presto to the suite of tested databases  (#[10498](https://github.com/apache/superset/pull/10498))
-
-
-Certification of Data Entities ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/73))
-- feat: add certification to metrics  (#[10630](https://github.com/apache/superset/pull/10630))
-- feat: add extra column to tables and sql_metrics  (#[10592](https://github.com/apache/superset/pull/10592))
-- feat: bump superset-ui for certified tag  (#[10650](https://github.com/apache/superset/pull/10650))
-
-
-Database CRUD screen refactor/redesign ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/14))
-- feat: add/edit database modal form sections UI  (#[10745](https://github.com/apache/superset/pull/10745))
-- feat: base tabbed modal for new database CRUD UI  (#[10668](https://github.com/apache/superset/pull/10668))
-
-
-Database list view refactor/redesign ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/55))
-- feat: database delete warning  (#[10800](https://github.com/apache/superset/pull/10800))\
-<kbd><img alt="10800" src="media/10800.gif" width="400"/></kbd>
-- feat: filters for database list view  (#[10772](https://github.com/apache/superset/pull/10772))
-- feat: SIP-34 table list view for databases  (#[10705](https://github.com/apache/superset/pull/10705))
-
-
-Database list view refactor/redesign #55 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/55))
-- feat(api): database schemas migration to new API   (#[10436](https://github.com/apache/superset/pull/10436))
-- feat(database): POST, PUT, DELETE API endpoints  (#[10741](https://github.com/apache/superset/pull/10741))
-- feat(databases): test connection api  (#[10723](https://github.com/apache/superset/pull/10723))
-
-
-Datasets CRUD screen refactor/redesign ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/13))
-- feat: dataset editor improvements  (#[10444](https://github.com/apache/superset/pull/10444))\
-<kbd><img alt="10444" src="media/10444.gif" width="400"/></kbd>
-
-
-Datasets CRUD screen refactor/redesign #13 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/13))
-- feat(datasource): remove deleted columns and update column type on metadata refresh  (#[10619](https://github.com/apache/superset/pull/10619))\
-  <kbd><img alt="10619" src="media/10619.png" width="400"/></kbd>
-
-
-Datasets list view refactor/redesign #12 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/12))
-- feat: update dataset editor modal  (#[10347](https://github.com/apache/superset/pull/10347))\
-  <kbd><img alt="10347" src="media/10347.gif" width="400"/></kbd>
-
-
-- feat(datasets): REST API bulk delete  (#[11237](https://github.com/apache/superset/pull/11237))
-
-
-Saved queries CRUD screen + list view refactor/redesign #15 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/15))
-- feat: CRUD REST API for saved queries  (#[10777](https://github.com/apache/superset/pull/10777))
-- feat: saved query list actions  (#[11109](https://github.com/apache/superset/pull/11109))\
-<kbd><img alt="11109" src="media/11109.gif" width="400"/></kbd>
-
-- feat: saved query list view + sort/filters  (#[11005](https://github.com/apache/superset/pull/11005))
-- feat: SavedQuery REST API for bulk delete and new API fields  (#[10793](https://github.com/apache/superset/pull/10793))
-- feat: update saved query backend routing + add savedquery list  (#[10922](https://github.com/apache/superset/pull/10922))
-- feat(saved_queries): add custom api filter for all string & text fields  (#[11031](https://github.com/apache/superset/pull/11031))
-
-
-Other features
-- feat: dataset REST API for distinct values  (#[10595](https://github.com/apache/superset/pull/10595))
-
-
-**EXPLORE, CHARTS, DASHBOARDS**
-
-[SIP-40] Proposal for Custom Error Messages #9194 ([SIP](https://github.com/apache/superset/issues/9194))
-- feat: add download as image button to explore  (#[10297](https://github.com/apache/superset/pull/10297))\
-<kbd><img alt="10297" src="media/10297.gif" width="400"/></kbd>
-
-
-[SIP-34] Proposal to establish a new design direction, system, and process for Superset ([SIP](https://github.com/apache/superset/issues/8976))
-- feat: SIP-34 explore save modal  (#[10355](https://github.com/apache/superset/pull/10355))\
-<kbd><img alt="10355" src="media/10355.gif" width="400"/></kbd>
-
-
-Charts list view refactor/redesign ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/47))
-- feat(charts): modify custom api filter to include more fields  (#[11054](https://github.com/apache/superset/pull/11054))
-
-
-Echarts integration ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/48))
-- feat: add linear color scale to sunburst chart  (#[10474](https://github.com/apache/superset/pull/10474))\
-<kbd><img alt="10474" src="media/10474.gif" width="400"/></kbd>
-
-- feat: add optional prophet forecasting functionality to chart data api  (#[10324](https://github.com/apache/superset/pull/10324))
-- feat(viz): add ECharts Timeseries chart  (#[10752](https://github.com/apache/superset/pull/10752))\
-<kbd><img alt="10752" src="media/10752.gif" width="400"/></kbd>
-
-
-Improvements to cache handling #74 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/74))
-- feat: add ECharts Pie chart  (#[10966](https://github.com/apache/superset/pull/10966))\
-<kbd><img alt="10966" src="media/10966.gif" width="400"/></kbd>
-
-- feat: implement cache invalidation api  (#[10761](https://github.com/apache/superset/pull/10761))
-- feat: Adding extra_filters to warm_up_cache  (#[10675](https://github.com/apache/superset/pull/10675))
-
-
-[SIP-34] Proposal to establish a new design direction, system, and process for Superset ([SIP](https://github.com/apache/superset/issues/8976))
-- feat: add favorite star to dashboard and chart lists  (#[10510](https://github.com/apache/superset/pull/10510))\
-<kbd><img alt="10510" src="media/10510.png" width="400"/></kbd>
-
-- feat: use svg for checkbox component  (#[10799](https://github.com/apache/superset/pull/10799))\
-<kbd><img alt="10799" src="media/10799.gif" width="400"/></kbd>
-
-
-Other features
-- feat(table-viz): translation and metric column header align right  (#[10549](https://github.com/apache/superset/pull/10549))
-
-
-- feat: adding dashboard toggle fullscreen button  (#[10840](https://github.com/apache/superset/pull/10840))\
-<kbd><img alt="10840" src="media/10840.png" width="400"/></kbd>
-- feat: enable ETag header for dashboard GET requests  (#[10963](https://github.com/apache/superset/pull/10963))
-- feat: move ace-editor and mathjs to async modules  (#[10837](https://github.com/apache/superset/pull/10837))
-- feat: server side dashboard css for less repaint  (#[10850](https://github.com/apache/superset/pull/10850))
-- feat: use shorten url in standalone iframe  (#[10651](https://github.com/apache/superset/pull/10651))
-
-
-**SQL LAB**
-- feat: Adding table comment and columns comment for SQLLab  (#[10844](https://github.com/apache/superset/pull/10844))
-
-
-**SYSTEM, OTHER**
-- feat: add TXT as default CSV extension  (#[10371](https://github.com/apache/superset/pull/10371))
-
-
-[SIP-34] Proposal to establish a new design direction, system, and process for Superset ([SIP](https://github.com/apache/superset/issues/8976))
-- feat: card view bulk select  (#[10607](https://github.com/apache/superset/pull/10607))
-- feat: custom favorite filter for dashboards, charts and saved queries  (#[11083](https://github.com/apache/superset/pull/11083))
-- feat: SIP-34 card/grid views for dashboards and charts   (#[10526](https://github.com/apache/superset/pull/10526))
-- feat(listviews): SIP-34 Bulk Select  (#[10298](https://github.com/apache/superset/pull/10298))
-- feat(listviews): SIP-34 filters for charts, dashboards, datasets  (#[10335](https://github.com/apache/superset/pull/10335))
-
-
-[SIP-40] Proposal for Custom Error Messages #9194 ([SIP](https://github.com/apache/superset/issues/9194))
-- feat: update timeout error UX  (#[10274](https://github.com/apache/superset/pull/10274))
-
-
-Alerts (send notification when a condition is met) ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/54))
-- feat: add test email functionality to SQL-based email alerts  (#[10476](https://github.com/apache/superset/pull/10476))
-- feat: refactored SQL-based alerting framework  (#[10605](https://github.com/apache/superset/pull/10605))
-
-
-[SIP-34] Proposal to establish a new design direction, system, and process for Superset ([SIP](https://github.com/apache/superset/issues/8976))
-- feat: adding all icons from the design system to the codebase  (#[11033](https://github.com/apache/superset/pull/11033))
-- feat: storybook for Icon component  (#[10515](https://github.com/apache/superset/pull/10515))
-
-
-[SIP-48] Using Ant Design as our primary component library ([SIP](https://github.com/apache/superset/issues/10254))
-- feat: Add antd to the codebase  (#[10508](https://github.com/apache/superset/pull/10508))
-
-
-Alerts (send notification when a condition is met) ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/54))
-- feat: updated email format for SQL-based email alerts  (#[10512](https://github.com/apache/superset/pull/10512))
-
-
-Superset Component library - Phase 1 ([Roadmap](https://github.com/apache-superset/superset-roadmap/issues/23))
-- feat: adding Storybook to Superset  (#[10383](https://github.com/apache/superset/pull/10383))
-
-
-Other
-- feat: Allow tests files in  /src (plus Label component tests)  (#[10634](https://github.com/apache/superset/pull/10634))
-- feat: Getting fancier with Storybook  (#[10647](https://github.com/apache/superset/pull/10647))
-
-
-### Bugfixes
-
-- fix(permissions): alpha role has all full features  (#[10241](https://github.com/apache/superset/pull/10241))
-- fix: broken glyphicons used in react-json-schema  (#[10267](https://github.com/apache/superset/pull/10267))
-- fix: add additional ui tweaks  (#[10275](https://github.com/apache/superset/pull/10275))
-- fix: saving custom CSS correctly  (#[10289](https://github.com/apache/superset/pull/10289))
-- fix: fetch datasets list after dataset created successfully  (#[10290](https://github.com/apache/superset/pull/10290))
-- fix: update community Slack link  (#[10360](https://github.com/apache/superset/pull/10360))
-- fix: allow creating table option and remove schema requirement in dataset add modal  (#[10369](https://github.com/apache/superset/pull/10369))
-- fix(datasets): sort and humanized modified by  (#[10380](https://github.com/apache/superset/pull/10380))
-- fix(api): fixes perf on charts and introduces sorting by database on datasets  (#[10392](https://github.com/apache/superset/pull/10392))
-- fix(api): fixes openapi spec errors and adds a test to validate all spec  (#[10393](https://github.com/apache/superset/pull/10393))
-- fix(charts): disable CSRF for chart data endpoint  (#[10397](https://github.com/apache/superset/pull/10397))
-- fix: dataset list filters bug  (#[10398](https://github.com/apache/superset/pull/10398))
-- fix: remove FAB rendered menu in favor of react based one  (#[10401](https://github.com/apache/superset/pull/10401))
-- fix: show label for filters in filter box in explore  (#[10412](https://github.com/apache/superset/pull/10412))
-- fix: Implement updates to SQL-based email alerts  (#[10454](https://github.com/apache/superset/pull/10454))
-- fix(presto): Handle ROW data stored as string  (#[10456](https://github.com/apache/superset/pull/10456))
-- fix: change "add new slice" copy to "add new chart"  (#[10457](https://github.com/apache/superset/pull/10457))
-- fix(sqllab): button width isn't wide enough for 'Run Selection'  (#[10461](https://github.com/apache/superset/pull/10461))
-- fix: timeout error message  (#[10478](https://github.com/apache/superset/pull/10478))
-- fix: enforce mandatory chart name on save and edit  (#[10482](https://github.com/apache/superset/pull/10482))
-- fix: More tweaks needed after adding Doctype tag  (#[10504](https://github.com/apache/superset/pull/10504))
-- fix: explore panel missing padding  (#[10505](https://github.com/apache/superset/pull/10505))
-- fix: refactored SQL-based alerts to not pass sqlalchemy objects as args  (#[10506](https://github.com/apache/superset/pull/10506))
-- fix(sqllab): Handle long table names in SQL Lab  (#[10518](https://github.com/apache/superset/pull/10518))
-- fix: make SQL-based alert email links user friendly  (#[10519](https://github.com/apache/superset/pull/10519))
-- fix(dashboard): changing the chart title, except not  (#[10527](https://github.com/apache/superset/pull/10527))
-- fix: misaligned LimitControl buttons and port jsx->tsx  (#[10529](https://github.com/apache/superset/pull/10529))
-- fix: Resolves #10535  (#[10536](https://github.com/apache/superset/pull/10536))
-- fix: add retry to SQL-based alerting celery task  (#[10542](https://github.com/apache/superset/pull/10542))
-- fix: Updating Dockerfile to work with updated python requirements.  (#[10550](https://github.com/apache/superset/pull/10550))
-- fix(thumbnails): missing field, logging and new config var  (#[10562](https://github.com/apache/superset/pull/10562))
-- fix: add translate for dropdown menu  (#[10573](https://github.com/apache/superset/pull/10573))
-- fix: error message modal overflow  (#[10580](https://github.com/apache/superset/pull/10580))
-- fix: add None checking to cast_to_num  (#[10584](https://github.com/apache/superset/pull/10584))
-- fix: removing unsupported modal sizes  (#[10625](https://github.com/apache/superset/pull/10625))
-- fix: remove duplicated params and cache_timeout from list_columns; add viz_type to list_columns  (#[10643](https://github.com/apache/superset/pull/10643))
-- fix: controls scroll issue  (#[10644](https://github.com/apache/superset/pull/10644))
-- fix(db_engine_specs): improve Presto column type matching  (#[10658](https://github.com/apache/superset/pull/10658))
-- fix(db_engine_specs): mysql longtext type should not be numeric  (#[10661](https://github.com/apache/superset/pull/10661))
-- fix: change public role like gamma procedure  (#[10674](https://github.com/apache/superset/pull/10674))
-- fix(sqllab): log exceptions caused by the user as debug and not error  (#[10676](https://github.com/apache/superset/pull/10676))
-- fix: only call signal if executing on the main thread  (#[10677](https://github.com/apache/superset/pull/10677))
-- fix: layout flexiness  (#[10681](https://github.com/apache/superset/pull/10681))
-- fix: SubMenu css  (#[10682](https://github.com/apache/superset/pull/10682))
-- fix: dashboard extra filters  (#[10692](https://github.com/apache/superset/pull/10692))
-- fix: shorten url with extra request parameters  (#[10693](https://github.com/apache/superset/pull/10693))
-- fix: card view failed cypress tests  (#[10699](https://github.com/apache/superset/pull/10699))
-- fix: deprecation warnings due to invalid escape sequences.  (#[10710](https://github.com/apache/superset/pull/10710))
-- fix: move menu reorg logic from crud app into Menu component  (#[10717](https://github.com/apache/superset/pull/10717))
-- fix: local docker deployment  (#[10738](https://github.com/apache/superset/pull/10738))
-- Fix: Rejiggering some dependencies, trying to get CI to pass  (#[10747](https://github.com/apache/superset/pull/10747))
-- fix(presto): default unknown types to string type  (#[10753](https://github.com/apache/superset/pull/10753))
-- fix: add validator information to email/slack alerts  (#[10762](https://github.com/apache/superset/pull/10762))
-- fix: re-installing local superset in cache image  (#[10766](https://github.com/apache/superset/pull/10766))
-- fix: can not type `0.05` in `TextControl`  (#[10778](https://github.com/apache/superset/pull/10778))
-- fix: MVC show saved query  (#[10781](https://github.com/apache/superset/pull/10781))
-- fix: disable domain sharding on explore view  (#[10787](https://github.com/apache/superset/pull/10787))
-- fix: Database API missing allow none on fields  (#[10795](https://github.com/apache/superset/pull/10795))
-- fix: bump node version on Dockerfile to be on par with docker-compose  (#[10813](https://github.com/apache/superset/pull/10813))
-- fix(tests): export dataset tests fails with presto  (#[10818](https://github.com/apache/superset/pull/10818))
-- fix: use nullpool in the celery workers  (#[10819](https://github.com/apache/superset/pull/10819))
-- fix: Making the database read-only  (#[10823](https://github.com/apache/superset/pull/10823))
-- fix(databases): test connection api endpoint  (#[10824](https://github.com/apache/superset/pull/10824))
-- fix: update the time filter for 'Last Year' option in explore  (#[10829](https://github.com/apache/superset/pull/10829))
-- fix(test): missing auth on tests  (#[10842](https://github.com/apache/superset/pull/10842))
-- fix(cypress): wait for filterValues request  (#[10884](https://github.com/apache/superset/pull/10884))
-- fix: superset alerting misc fixes  (#[10891](https://github.com/apache/superset/pull/10891))
-- fix(cypress): prevent CI failure on codecov failure  (#[10892](https://github.com/apache/superset/pull/10892))
-- fix:  front end CI tests and test runner  (#[10897](https://github.com/apache/superset/pull/10897))
-- fix: babel script broken by format string  (#[10902](https://github.com/apache/superset/pull/10902))
-- fix: several disabled pylint rules in models/helpers.py  (#[10909](https://github.com/apache/superset/pull/10909))
-- fix: spelling in docs homepage  (#[10912](https://github.com/apache/superset/pull/10912))
-- fix: address all disabled pylint checks in charts/api.py  (#[10932](https://github.com/apache/superset/pull/10932))
-- fix: use nullpool even for user lookup in the celery  (#[10938](https://github.com/apache/superset/pull/10938))
-- fix: update pylint disabled checks in common/query_context.py  (#[10941](https://github.com/apache/superset/pull/10941))
-- fix: setting specific exceptions common/query_context.py  (#[10942](https://github.com/apache/superset/pull/10942))
-- fix: re-enabling several globally disabled lint rules  (#[10957](https://github.com/apache/superset/pull/10957))
-- fix: removed disabled lint rule `too-many-locals` in connectors/base/models.py  (#[10958](https://github.com/apache/superset/pull/10958))
-- fix: typo in prefer typescript  (#[10959](https://github.com/apache/superset/pull/10959))
-- fix: pylint checks in connectors/sqla/models.py  (#[10974](https://github.com/apache/superset/pull/10974))
-- fix: pylint disabled rules in dashboard/api.py  (#[10976](https://github.com/apache/superset/pull/10976))
-- fix: changes a pylint check in dashboard module  (#[10978](https://github.com/apache/superset/pull/10978))
-- fix: changed disabled rules in datasets module  (#[10979](https://github.com/apache/superset/pull/10979))
-- fix: Add Item Overflow on Dataset Editor  (#[10983](https://github.com/apache/superset/pull/10983))
-- fix: enable pylint rules in db_engine_specs module  (#[10998](https://github.com/apache/superset/pull/10998))
-- fix: enable several pylint rules partially in db_engines_specs module  (#[11000](https://github.com/apache/superset/pull/11000))
-- fix: unbreak ci  (#[11003](https://github.com/apache/superset/pull/11003))
-- fix: timer component, fixes #10849, closes #11002  (#[11004](https://github.com/apache/superset/pull/11004))
-- fix: menu shows a 0 when there are not settings  (#[11009](https://github.com/apache/superset/pull/11009))
-- fix: reenable pylint rule `unused-import` in charts and connectors modules  (#[11014](https://github.com/apache/superset/pull/11014))
-- fix: query search low privileged user search access denied  (#[11017](https://github.com/apache/superset/pull/11017))
-- fix(api): unable to delete virtual dataset, wrong permission name  (#[11019](https://github.com/apache/superset/pull/11019))
-- fix: [dashboard] should not show edit button when user has no edit permit  (#[11024](https://github.com/apache/superset/pull/11024))
-- fix: dashboard edit button (again)  (#[11029](https://github.com/apache/superset/pull/11029))
-- fix: sql lab autocomplete width  (#[11063](https://github.com/apache/superset/pull/11063))
-- fix: fix table existence validation function  (#[11066](https://github.com/apache/superset/pull/11066))
-- fix: database list checkboxes  (#[11068](https://github.com/apache/superset/pull/11068))
-- fix: Adding timeout to flaky cypress test, to wait for animation to complete  (#[11074](https://github.com/apache/superset/pull/11074))
-- fix: surface connection error messages on the client  (#[11077](https://github.com/apache/superset/pull/11077))
-- fix(jest): using UTC mock date  (#[11079](https://github.com/apache/superset/pull/11079))
-- fix: double scroll bars on dataset editor  (#[11095](https://github.com/apache/superset/pull/11095))
-- fix: echarts timeseries groupby  (#[11103](https://github.com/apache/superset/pull/11103))
-- fix: Disabling timezone of dataframe before passing Prophet  (#[11107](https://github.com/apache/superset/pull/11107))
-- fix(chart-data-api): ignore missing filters  (#[11112](https://github.com/apache/superset/pull/11112))
-- fix: alembic migration error msg trying to delete constraint on tables  (#[11115](https://github.com/apache/superset/pull/11115))
-- fix: remove extra flash import  (#[11121](https://github.com/apache/superset/pull/11121))
-- fix: Revert "Replace reactable with DataTable from superset-ui in QueryTable (#10981)"  (#[11125](https://github.com/apache/superset/pull/11125))
-- fix: SpatialControl popover won't open  (#[11127](https://github.com/apache/superset/pull/11127))
-- fix: Alembic migration 18532d70ab98  (#[11136](https://github.com/apache/superset/pull/11136))
-- fix(examples): missing expressions in birth_names  (#[11141](https://github.com/apache/superset/pull/11141))
-- fix: Fix Time Column dropdown for date filter  (#[11149](https://github.com/apache/superset/pull/11149))
-- fix(dataset): update user list endpoint  (#[11221](https://github.com/apache/superset/pull/11221))
-- fix(crud): set default extra value  (#[11262](https://github.com/apache/superset/pull/11262))
-- fix(sqla): allow 'unknown' type queries in explore view  (#[11365](https://github.com/apache/superset/pull/11365))
-- fix: prior npm font source had a glitch  (#[11724](https://github.com/apache/superset/pull/11724))
-
-
-## Breaking Changes
-[List of backwards incompatible changes](https://github.com/apache/superset/blob/master/UPDATING.md#0380)
-
-## Complete Changelog
-For the complete changelog please see [apache/superset/CHANGELOG.md](https://github.com/apache/superset/blob/master/CHANGELOG.md)