Remove reverted PR from CHANGELOG

This reverts commit 611fd02a5f.

.codeclimate.yml

@@ -1,35 +0,0 @@
-engines:
-  csslint:
-    enabled: false
-  duplication:
-    enabled: false
-  eslint:
-    enabled: true
-    config:
-      config: superset/assets/.eslintrc
-  pep8:
-    enabled: true
-  fixme:
-    enabled: false
-  radon:
-    enabled: true
-    checks:
-      Complexity:
-        enabled: false
-ratings:
-  paths:
-  - "**.py"
-  - "superset/assets/**.js"
-  - "superset/assets/**.jsx"
-exclude_paths:
-- ".*"
-- "**.pyc"
-- "**.gz"
-- "env/"
-- "tests/"
-- "superset/assets/images/"
-- "superset/assets/vendor/"
-- "superset/assets/node_modules/"
-- "superset/assets/javascripts/dist/"
-- "superset/migrations"
-- "docs/"

.codecov.yml

@@ -0,0 +1,11 @@
+coverage:
+  status:
+    project:
+      default:
+        # Commits pushed to master should not make the overall
+        # project coverage decrease:
+        target: auto
+        threshold: 0%
+    patch:
+      default:
+        threshold: 0%

.coveralls.yml

@@ -1 +0,0 @@
-repo_token: eESbYiv4An6KEvjpmguDs4L7YkubXbqn1

.dockerignore

@@ -0,0 +1,39 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+**/__pycache__/
+**/.mypy_cache
+**/.pytest_cache
+**/.tox
+**/.vscode
+**/.idea
+**/.coverage
+**/.DS_Store
+**/.eggs
+**/.python-version
+**/*.egg-info
+**/*.bak
+**/*.db
+**/*.pyc
+**/*.sqllite
+**/*.swp
+
+tests/
+docs/
+install/
+superset/assets/node_modules/
+superset/assets/cypress/
+superset/assets/coverage/

.flaskenv

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+FLASK_APP=superset:app
+FLASK_ENV=development

.fossa.yml

@@ -0,0 +1,38 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Generated by FOSSA CLI (https://github.com/fossas/fossa-cli)
+# Visit https://fossa.com to learn more
+
+version: 2
+cli:
+  server: https://app.fossa.com
+  fetcher: custom
+analyze:
+  modules:
+  - name: assets
+    type: npm
+    target: superset/assets
+    path: superset/assets
+  - name: docs
+    type: pip
+    target: docs
+    path: docs
+  - name: .
+    type: pip
+    target: .
+    path: .

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,47 @@
+---
+name: Bug report
+about: Create a report to help us improve
+
+---
+
+A clear and concise description of what the bug is.
+
+### Expected results
+
+what you expected to happen.
+
+### Actual results
+
+what actually happens.
+
+#### Screenshots
+
+If applicable, add screenshots to help explain your problem.
+
+#### How to reproduce the bug
+
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+### Environment
+
+(please complete the following information):
+
+- superset version: `superset version`
+- python version: `python --version`
+- node.js version: `node -v`
+- npm version: `npm -v`
+
+### Checklist
+
+Make sure these boxes are checked before submitting your issue - thank you!
+
+- [ ] I have checked the superset logs for python stacktraces and included it here as text if there are any.
+- [ ] I have reproduced the issue with at least the latest released version of superset.
+- [ ] I have checked the issue tracker for the same issue and I haven't found one similar.
+
+### Additional context
+
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,17 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/ISSUE_TEMPLATE/sip.md

@@ -0,0 +1,31 @@
+---
+name: SIP
+about: Superset Improvement Proposal
+
+---
+
+## [SIP] Proposal for XXX
+
+### Motivation
+
+Description of the problem to be solved.
+
+### Proposed Change
+
+Describe how the feature will be implemented, or the problem will be solved. If possible, include mocks, screenshots, or screencasts (even if from different tools).
+
+### New or Changed Public Interfaces
+
+Describe any new additions to the model, views or `REST` endpoints. Describe any changes to existing visualizations, dashboards and React components. Describe changes that affect the Superset CLI and how Superset is deployed.
+
+### New dependencies
+
+Describe any `npm`/`PyPI` packages that are required. Are they actively maintained? What are their licenses?
+
+### Migration Plan and Compatibility
+
+Describe any database migrations that are necessary, or updates to stored URLs.
+
+### Rejected Alternatives
+
+Describe alternative approaches that were considered and rejected.

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,31 @@
+### CATEGORY
+
+Choose one
+
+- [ ] Bug Fix
+- [ ] Enhancement (new features, refinement)
+- [ ] Refactor
+- [ ] Add tests
+- [ ] Build / Development Environment
+- [ ] Documentation
+
+### SUMMARY
+<!--- Describe the change below, including rationale and design decisions -->
+
+### BEFORE/AFTER SCREENSHOTS OR ANIMATED GIF
+<!--- Skip this if not applicable -->
+
+### TEST PLAN
+<!--- What steps should be taken to verify the changes -->
+
+### ADDITIONAL INFORMATION
+<!--- Check any relevant boxes with "x" -->
+<!--- HINT: Include "Fixes #nnn" if you are fixing an existing issue -->
+- [ ] Has associated issue:
+- [ ] Changes UI
+- [ ] Requires DB Migration.
+- [ ] Confirm DB Migration upgrade and downgrade tested.
+- [ ] Introduces new feature or API
+- [ ] Removes existing feature or API
+
+### REVIEWERS

.github/config.yml

@@ -0,0 +1,15 @@
+# Configuration for request-info - https://github.com/behaviorbot/request-info
+
+# *Required* Comment to reply with
+requestInfoReplyComment: >
+  We would appreciate it if you could provide us with more info about this issue/pr!
+  Please do not leave the `title` or `description` empty.
+
+# *OPTIONAL* default titles to check against for lack of descriptiveness
+# MUST BE ALL LOWERCASE
+requestInfoDefaultTitles:
+  - update readme.md
+  - updates
+
+# *OPTIONAL* Label to be added to Issues and Pull Requests with insufficient information given
+requestInfoLabelToAdd: "need:more-info"

.github/issue_label_bot.yaml

@@ -0,0 +1,5 @@
+# for Issue Label Bot https://github.com/marketplace/issue-label-bot
+label-alias:
+  bug: '#bug'
+  feature_request: '#enhancement'
+  question: '#question'

.github/move.yml

@@ -0,0 +1,27 @@
+# Configuration for Move Issues - https://github.com/dessant/move-issues
+
+# Delete the command comment when it contains no other content
+deleteCommand: true
+
+# Close the source issue after moving
+closeSourceIssue: true
+
+# Lock the source issue after moving
+lockSourceIssue: false
+
+# Mention issue and comment authors
+mentionAuthors: true
+
+# Preserve mentions in the issue content
+keepContentMentions: false
+
+# Move labels that also exist on the target repository
+moveLabels: true
+
+# Set custom aliases for targets
+# aliases:
+#   r: repo
+#   or: owner/repo
+
+# Repository to extend settings from
+# _extends: repo

.github/stale.yml

@@ -0,0 +1,19 @@
+# Number of days of inactivity before an issue becomes stale
+daysUntilStale: 60
+# Number of days of inactivity before a stale issue is closed
+daysUntilClose: 7
+# Issues with these labels will never be considered stale
+exemptLabels:
+  - "#SIP"
+  - ".pinned"
+  - ".security"
+# Label to use when marking an issue as stale
+staleLabel: inactive
+# Comment to post when marking an issue as stale. Set to `false` to disable
+markComment: >
+  This issue has been automatically marked as stale because it has not had
+  recent activity. It will be closed if no further activity occurs.
+  Thank you for your contributions. For admin, please label this issue `.pinned`
+  to prevent stale bot from closing the issue.
+# Comment to post when closing a stale issue. Set to `false` to disable
+closeComment: false

.gitignore

@@ -1,34 +1,89 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+*.ipynb
+*.bak
+*.db
 *.pyc
-yarn-error.log
-_modules
-superset/assets/coverage/*
-changelog.sh
-.DS_Store
+*.sqllite
+*.swp
+.cache-loader
 .coverage
+.DS_Store
+.eggs
+.envrc
+.idea
+.mypy_cache
+.python-version
+.tox
+.vscode
 _build
-_static
 _images
 _modules
-superset/bin/supersetc
-env_py3
-.eggs
+_static
 build
-*.db
-tmp
-superset_config.py
-local_config.py
-env
-dist
-superset.egg-info/
 app.db
-*.bak
-.idea
-*.sqllite
+apache_superset.egg-info/
+changelog.sh
+dist
+dump.rdb
+env
+venv*
+env_py3
+envpy3
+env36
+local_config.py
+superset_config.py
+superset.egg-info/
+superset/bin/supersetc
+tmp
 
 # Node.js, webpack artifacts
 *.entry.js
 *.js.map
 node_modules
-npm-debug.log
-yarn.lock
+npm-debug.log*
+superset/assets/coverage/*
+superset/assets/cypress/screenshots
+superset/assets/cypress/videos
 superset/assets/version_info.json
+yarn-error.log
+
+# IntelliJ
+*.iml
+venv
+@eaDir/
+
+# Docker
+./Dockerfile
+./docker-build.sh
+./docker-compose.yml
+./docker-entrypoint.sh
+./docker-init.sh
+
+# Test data
+celery_results.sqlite
+celerybeat-schedule
+celerydb.sqlite
+celerybeat.pid
+geckodriver.log
+ghostdriver.log
+testCSV.csv
+.terser-plugin-cache/
+apache-superset-*.tar.gz*
+
+# Translation binaries
+messages.mo

.landscape.yml

@@ -1,22 +0,0 @@
-doc-warnings: yes
-test-warnings: no
-strictness: medium
-max-line-length: 90
-uses:
-    - flask
-autodetect: yes
-pylint:
-  disable:
-    - cyclic-import
-    - invalid-name
-    - logging-format-interpolation
-  options:
-    docstring-min-length: 10
-pep8:
-  full: true
-ignore-paths:
-    - docs
-    - superset/migrations/env.py
-ignore-patterns:
-    - ^example/doc_.*\.py$
-    - (^|/)docs(/|$)

.pre-commit-config.yaml

@@ -0,0 +1,42 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+repos:
+-   repo: https://github.com/ambv/black
+    rev: 19.3b0
+    hooks:
+    -   id: black
+        language_version: python3
+
+-   repo: https://github.com/asottile/seed-isort-config
+    rev: v1.9.3
+    hooks:
+    -   id: seed-isort-config
+
+-   repo: https://github.com/pre-commit/mirrors-isort
+    rev: v4.3.21
+    hooks:
+    -   id: isort
+
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v2.2.3
+    hooks:
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+    -   id: check-docstring-first
+    -   id: check-added-large-files
+    -   id: check-yaml
+    -   id: debug-statements

.pycodestyle

@@ -1,2 +0,0 @@
-[pycodestyle]
-max-line-length = 90

.pylintrc

@@ -1,3 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 [MASTER]
 
 # Specify a configuration file.
@@ -23,7 +39,7 @@ persistent=yes
 load-plugins=
 
 # Use multiple processes to speed up Pylint.
-jobs=1
+jobs=2
 
 # Allow loading of arbitrary C extensions. Extensions are imported into the
 # active Python interpreter and may run arbitrary code.
@@ -65,7 +81,7 @@ confidence=
 # --enable=similarities". If you want to run only the classes checker, but have
 # no Warning level messages displayed, use"--disable=all --enable=classes
 # --disable=W"
-disable=standarderror-builtin,long-builtin,dict-view-method,intern-builtin,suppressed-message,no-absolute-import,unpacking-in-except,apply-builtin,delslice-method,indexing-exception,old-raise-syntax,print-statement,cmp-builtin,reduce-builtin,useless-suppression,coerce-method,input-builtin,cmp-method,raw_input-builtin,nonzero-method,backtick,basestring-builtin,setslice-method,reload-builtin,oct-method,map-builtin-not-iterating,execfile-builtin,old-octal-literal,zip-builtin-not-iterating,buffer-builtin,getslice-method,metaclass-assignment,xrange-builtin,long-suffix,round-builtin,range-builtin-not-iterating,next-method-called,dict-iter-method,parameter-unpacking,unicode-builtin,unichr-builtin,import-star-module-level,raising-string,filter-builtin-not-iterating,old-ne-operator,using-cmp-argument,coerce-builtin,file-builtin,old-division,hex-method,invalid-unary-operand-type
+disable=standarderror-builtin,long-builtin,dict-view-method,intern-builtin,suppressed-message,no-absolute-import,unpacking-in-except,apply-builtin,delslice-method,indexing-exception,old-raise-syntax,print-statement,cmp-builtin,reduce-builtin,useless-suppression,coerce-method,input-builtin,cmp-method,raw_input-builtin,nonzero-method,backtick,basestring-builtin,setslice-method,reload-builtin,oct-method,map-builtin-not-iterating,execfile-builtin,old-octal-literal,zip-builtin-not-iterating,buffer-builtin,getslice-method,metaclass-assignment,xrange-builtin,long-suffix,round-builtin,range-builtin-not-iterating,next-method-called,dict-iter-method,parameter-unpacking,unicode-builtin,unichr-builtin,import-star-module-level,raising-string,filter-builtin-not-iterating,old-ne-operator,using-cmp-argument,coerce-builtin,file-builtin,old-division,hex-method,invalid-unary-operand-type,missing-docstring,too-many-lines,duplicate-code,bad-continuation
 
 
 [REPORTS]
@@ -99,10 +115,10 @@ evaluation=10.0 - ((float(5 * error + warning + refactor + convention) / stateme
 [BASIC]
 
 # Good variable names which should always be accepted, separated by a comma
-good-names=i,j,k,ex,Run,_,d,e,v,o,l,x,ts
+good-names=i,j,k,ex,Run,_,d,e,v,o,l,x,ts,f
 
 # Bad variable names which should always be refused, separated by a comma
-bad-names=foo,bar,baz,toto,tutu,tata
+bad-names=foo,bar,baz,toto,tutu,tata,d,fd
 
 # Colon-delimited sets of names that determine each other's naming style when
 # the name regexes allow several styles.
@@ -193,7 +209,7 @@ max-nested-blocks=5
 [FORMAT]
 
 # Maximum number of characters on a single line.
-max-line-length=90
+max-line-length=88
 
 # Regexp for a line that is allowed to be longer than the limit.
 ignore-long-lines=^\s*(# )?<?https?://\S+>?$
@@ -232,7 +248,7 @@ logging-modules=logging
 [MISCELLANEOUS]
 
 # List of note tags to take in consideration, separated by a comma.
-notes=FIXME,XXX,TODO
+notes=FIXME,XXX
 
 
 [SIMILARITIES]
@@ -277,12 +293,12 @@ ignore-mixin-members=yes
 # (useful for modules/projects where namespaces are manipulated during runtime
 # and thus existing member attributes cannot be deduced by static analysis. It
 # supports qualified module names, as well as Unix pattern matching.
-ignored-modules=numpy,pandas,alembic.op,sqlalchemy,alembic.context,flask_appbuilder.security.sqla.PermissionView.role,flask_appbuilder.Model.metadata,flask_appbuilder.Base.metadata
+ignored-modules=numpy,pandas,alembic.op,sqlalchemy,alembic.context,flask_appbuilder.security.sqla.PermissionView.role,flask_appbuilder.Model.metadata,flask_appbuilder.Base.metadata,distutils
 
 # List of class names for which member attributes should not be checked (useful
 # for classes with dynamically set attributes). This supports the use of
 # qualified names.
-ignored-classes=optparse.Values,thread._local,_thread._local
+ignored-classes=contextlib.closing,optparse.Values,thread._local,_thread._local,sqlalchemy.orm.scoping.scoped_session
 
 # List of members which are set dynamically and missed by pylint inference
 # system, and so shouldn't trigger E1101 when accessed. Python regular
@@ -292,7 +308,7 @@ generated-members=
 # List of decorators that produce context managers, such as
 # contextlib.contextmanager. Add to this list to register other decorators that
 # produce valid context managers.
-contextmanager-decorators=contextlib.contextmanager
+contextmanager-decorators=contextlib.contextmanager,contextlib2.contextmanager
 
 
 [VARIABLES]

.rat-excludes

@@ -0,0 +1,42 @@
+.gitignore
+.gitattributes
+.coverage
+.coveragerc
+.codecov.yml
+.eslintrc
+.eslintignore
+.flake8
+.prettierrc
+.rat-excludes
+.*log
+.*pyc
+.*lock
+.*geojson
+DISCLAIMER
+licenses/*
+node_modules/*
+rat-results.txt
+babel-node
+dist
+build
+superset.egg-info
+apache_superset.egg-info
+.idea
+.*sql
+.*zip
+.*lock
+# json and csv in general cannot have comments
+.*json
+.*csv
+# Generated doc files
+docs/_build/*
+_build/*
+_static/*
+.buildinfo
+searchindex.js
+# auto generated
+requirements.txt
+# vendorized
+vendor/*
+# github configuration
+.github/*

.travis.yml

@@ -1,38 +1,117 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+jobs:
+  include:
+    - language: python
+      python: 3.6
+      env:
+        - TOXENV=fossa
+      install:
+        - pip install --upgrade pip
+        - pip install tox
+    - language: python
+      python: 3.6
+      env:
+        - TOXENV=license-check
+        - TRAVIS_CACHE=$HOME/.travis_cache/
+      addons:
+        apt:
+          packages:
+            - openjdk-8-jdk
+      install:
+        - pip install --upgrade pip
+        - pip install tox
+    - language: python
+      python: 3.6
+      env: TOXENV=cypress-dashboard
+      services:
+        - redis-server
+      before_install:
+        - nvm install 10.14.2
+    - language: python
+      python: 3.6
+      env: TOXENV=cypress-explore
+      services:
+        - redis-server
+      before_install:
+        - nvm install 10.14.2
+    - language: python
+      python: 3.6
+      env: TOXENV=cypress-sqllab
+      services:
+        - redis-server
+      before_install:
+        - nvm install 10.14.2
+    - language: python
+      python: 3.6
+      env: TOXENV=py36-mysql
+      services:
+        - mysql
+        - redis-server
+      before_script:
+        - mysql -u root -e "DROP DATABASE IF EXISTS superset; CREATE DATABASE superset DEFAULT CHARACTER SET utf8 COLLATE utf8_unicode_ci"
+        - mysql -u root -e "CREATE USER 'mysqluser'@'localhost' IDENTIFIED BY 'mysqluserpassword';"
+        - mysql -u root -e "GRANT ALL ON superset.* TO 'mysqluser'@'localhost';"
+    - language: python
+      env: TOXENV=javascript
+      before_install:
+        - nvm install 10.14.2
+    - language: python
+      python: 3.6
+      env: TOXENV=black
+    - language: python
+      python: 3.6
+      env: TOXENV=isort
+    - language: python
+      python: 3.6
+      env: TOXENV=mypy
+    - language: python
+      python: 3.6
+      env: TOXENV=py36-sqlite
+      services:
+        - redis-server
+    - language: python
+      python: 3.6
+      env: TOXENV=py36-postgres
+      services:
+        - postgresql
+        - redis-server
+      before_script:
+        - psql -U postgres -c "CREATE DATABASE superset;"
+        - psql -U postgres -c "CREATE USER postgresuser WITH PASSWORD 'pguserpassword';"
+    - language: python
+      python: 3.6
+      env: TOXENV=pylint
 
-language: python
-addons:
-  code_climate:
-    repo_token: 5f3a06c425eef7be4b43627d7d07a3e46c45bdc07155217825ff7c49cb6a470c
-  apt:
-    sources:
-      - deadsnakes
-    packages:
-      - python3.5
+script:
+  - tox
+after_success:
+  - codecov
 cache:
+  pip: true
   directories:
-    - $HOME/.wheelhouse/
-env:
-  global:
-    - TRAVIS_CACHE=$HOME/.travis_cache/
-    - TRAVIS_NODE_VERSION="6.10.2"
-  matrix:
-    - TOX_ENV=javascript
-    - TOX_ENV=pylint
-    - TOX_ENV=py34-postgres
-    - TOX_ENV=py34-sqlite
-    - TOX_ENV=py27-mysql
-    - TOX_ENV=py27-sqlite
-before_install:
-  - npm install -g npm@'>=4.5.0'
-before_script:
-  - mysql -e 'drop database if exists superset; create database superset DEFAULT CHARACTER SET utf8 COLLATE utf8_unicode_ci' -u root
-  - mysql -u root -e "CREATE USER 'mysqluser'@'localhost' IDENTIFIED BY 'mysqluserpassword';"
-  - mysql -u root -e "GRANT ALL ON superset.* TO 'mysqluser'@'localhost';"
-  - psql -c 'create database superset;' -U postgres
-  - psql -c "CREATE USER postgresuser WITH PASSWORD 'pguserpassword';" -U postgres
-  - export PATH=${PATH}:/tmp/hive/bin
+    - ~/.npm
+    - ~/.cache
+    - ~/.travis_cache/
+    - superset/assets/.terser-plugin-cache/
+addons:
+  apt:
+    packages:
+      - libgconf-2-4
 install:
   - pip install --upgrade pip
-  - pip install tox tox-travis
-  - rm -rf ~/.nvm && git clone https://github.com/creationix/nvm.git ~/.nvm && (cd ~/.nvm && git checkout `git describe --abbrev=0 --tags`) && source ~/.nvm/nvm.sh && nvm install $TRAVIS_NODE_VERSION
-script: tox -e $TOX_ENV
+  - pip install codecov tox

CODE_OF_CONDUCT.md

@@ -0,0 +1,22 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+# Code of Conduct
+
+We follow the
+[Apache Software Foundation's Code of Conduct](https://www.apache.org/foundation/policies/conduct.html)

DISCLAIMER

@@ -0,0 +1,11 @@
+DISCLAIMER
+
+Apache Superset (incubating) is an effort undergoing incubation at the Apache
+Software Foundation (ASF), sponsored by the Apache Incubator PMC.
+Incubation is required of all newly accepted projects until a further review
+indicates that the infrastructure, communications, and decision making process
+have stabilized in a manner consistent with other successful ASF projects.
+
+While incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be fully
+endorsed by the ASF.

INSTALL.md

@@ -0,0 +1,23 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+# INSTALL / BUILD instructions for Apache Superset (incubating)
+
+At this time, the docker file at RELEASING/Dockerfile.from_tarball
+constitutes the recipe on how to get to a working release from a source
+release tarball.

INTHEWILD.md

@@ -1,25 +0,0 @@
-Please use [pull requests](https://github.com/airbnb/superset/pull/new/master)
-to add your organization and/or project to this document!
-
-Organizations
-----------
- - [Airbnb](https://github.com/airbnb)
- - [GfK Data Lab](http://datalab.gfk.com)
- - [Maieutical Labs](https://cloudschooling.it)
- - [Shopkick](https://www.shopkick.com)
- - [Amino](https://amino.com)
- - [Faasos](http://faasos.com/)
- - [Clark.de](http://clark.de/)
- - [Yahoo!](www.yahoo.com)
- - [Digit Game Studios](https://www.digitgaming.com/)
- - [Brilliant.org](https://brilliant.org/)
- - [Qunar](https://www.qunar.com/)
- - [Udemy](https://www.udemy.com/)
- - [Tooploox](https://www.tooploox.com/)
- - [Tobii](http://www.tobii.com/)
- - [Endress+Hauser](http://www.endress.com/)
- - [Tails.com](https://tails.com)
-
-Projects
-----------
- - None we know of yet

ISSUE_TEMPLATE.md

@@ -1,19 +0,0 @@
-Make sure these boxes are checked before submitting your issue - thank you!
-
-- [ ] I have checked the superset logs for python stacktraces and included it here as text if any
-- [ ] I have reproduced the issue with at least the latest released version of superset
-- [ ] I have checked the issue tracker for the same issue and I haven't found one similar
-
-
-### Superset version
-
-
-### Expected results
-
-
-### Actual results
-
-
-### Steps to reproduce
-
-

LICENSE.txt

@@ -199,3 +199,18 @@ distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
+
+============================================================================
+   APACHE SUPERSET SUBCOMPONENTS:
+
+   The Apache Superset project contains subcomponents with separate copyright
+   notices and license terms. Your use of the source code for the these
+   subcomponents is subject to the terms and conditions of the following
+   licenses.
+
+
+========================================================================
+Third party Apache 2.0 licenses
+========================================================================
+
+(Apache 2.0 License) The Roboto family of fonts (https://github.com/google/roboto)

MANIFEST.in

@@ -1,9 +1,37 @@
-recursive-include superset/templates *
-recursive-include superset/static *
-recursive-exclude superset/static/assets/node_modules *
-recursive-include superset/static/assets/node_modules/font-awesome *
-recursive-exclude superset/static/docs *
-recursive-exclude superset/static/spec *
-recursive-exclude tests *
-recursive-include superset/data *
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+include NOTICE
+include LICENSE.txt
+graft licenses/
+include README.md
+recursive-include superset/examples *
 recursive-include superset/migrations *
+
+include superset/assets/package.json
+
+# Whitelist anything that needs to be added to the static bundle
+recursive-exclude superset/static *
+recursive-include superset/static/assets/branding *
+recursive-include superset/static/assets/dist *
+recursive-include superset/static/assets/images *
+recursive-exclude superset/static/images/viz_thumbnails_large *
+recursive-include superset/static/assets/stylesheets *
+include superset/static/assets/version_info.json
+
+recursive-include superset/templates *
+recursive-include superset/translations *
+recursive-exclude tests *

NOTICE

@@ -0,0 +1,5 @@
+Apache Superset (incubating)
+Copyright 2016-2019 The Apache Software Foundation
+
+This product includes software developed at The Apache Software
+Foundation (http://www.apache.org/).

README.md

@@ -1,17 +1,31 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
 Superset
 =========
 
-[![Build Status](https://travis-ci.org/airbnb/superset.svg?branch=master)](https://travis-ci.org/airbnb/superset)
-[![PyPI version](https://badge.fury.io/py/superset.svg)](https://badge.fury.io/py/superset)
-[![Coverage Status](https://coveralls.io/repos/airbnb/superset/badge.svg?branch=master&service=github)](https://coveralls.io/github/airbnb/superset?branch=master)
-[![JS Test Coverage](https://codeclimate.com/github/airbnb/superset/badges/coverage.svg)](https://codeclimate.com/github/airbnb/superset/coverage)
-[![Code Health](https://landscape.io/github/airbnb/superset/master/landscape.svg?style=flat)](https://landscape.io/github/airbnb/superset/master)
-[![Code Climate](https://codeclimate.com/github/airbnb/superset/badges/gpa.svg)](https://codeclimate.com/github/airbnb/superset)
-[![PyPI](https://img.shields.io/pypi/pyversions/superset.svg?maxAge=2592000)](https://pypi.python.org/pypi/superset)
-[![Requirements Status](https://requires.io/github/airbnb/superset/requirements.svg?branch=master)](https://requires.io/github/airbnb/superset/requirements/?branch=master)
-[![Join the chat at https://gitter.im/airbnb/superset](https://badges.gitter.im/airbnb/superset.svg)](https://gitter.im/airbnb/superset?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge)
-[![Documentation](https://img.shields.io/badge/docs-airbnb.io-blue.svg)](http://airbnb.io/superset/)
-[![dependencies Status](https://david-dm.org/airbnb/superset/status.svg?path=superset/assets)](https://david-dm.org/airbnb/superset?path=superset/assets)
+[![Build Status](https://travis-ci.org/apache/incubator-superset.svg?branch=master)](https://travis-ci.org/apache/incubator-superset)
+[![PyPI version](https://badge.fury.io/py/apache-superset.svg)](https://badge.fury.io/py/apache-superset)
+[![Coverage Status](https://codecov.io/github/apache/incubator-superset/coverage.svg?branch=master)](https://codecov.io/github/apache/incubator-superset)
+[![PyPI](https://img.shields.io/pypi/pyversions/apache-superset.svg?maxAge=2592000)](https://pypi.python.org/pypi/apache-superset)
+[![Get on Slack](https://img.shields.io/badge/slack-join-orange.svg)](https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU)
+[![Documentation](https://img.shields.io/badge/docs-apache.org-blue.svg)](https://superset.incubator.apache.org)
+[![dependencies Status](https://david-dm.org/apache/incubator-superset/status.svg?path=superset/assets)](https://david-dm.org/apache/incubator-superset?path=superset/assets)
 
 <img
   src="https://cloud.githubusercontent.com/assets/130878/20946612/49a8a25c-bbc0-11e6-8314-10bef902af51.png"
@@ -19,8 +33,8 @@ Superset
   width="500"
 />
 
-**Superset** is a data exploration platform designed to be visual, intuitive
-and interactive.
+**Apache Superset** (incubating) is a modern, enterprise-ready
+business intelligence web application
 
 [this project used to be named **Caravel**, and **Panoramix** in the past]
 
@@ -30,46 +44,44 @@ Screenshots & Gifs
 
 **View Dashboards**
 
-![superset-dashboard](https://cloud.githubusercontent.com/assets/130878/20371438/a703a2a0-ac19-11e6-80c4-00a47c2eb644.gif)
+<kbd><img title="View Dashboards" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset/assets/images/screenshots/bank_dash.png"></kbd><br/>
 
-<br/>
+**Slice & dice your data**
 
-**View/Edit a Slice**
+<kbd><img title="Slice & dice your data" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset/assets/images/screenshots/explore.png"></kbd><br/>
 
-![superset-explore-slice](https://cloud.githubusercontent.com/assets/130878/20372732/410392f4-ac22-11e6-9c6d-3ef512e81212.gif)
+**Query and visualize your data with SQL Lab**
 
-<br/>
+<kbd><img title="SQL Lab" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset/assets/images/screenshots/sqllab.png"></kbd><br/>
 
-**Query and Visualize with SQL Lab**
+**Visualize geospatial data with deck.gl**
 
-![superset-sql-lab-visualization](https://cloud.githubusercontent.com/assets/130878/20372911/7c3b3358-ac23-11e6-8f24-923ef1b35715.gif)
+<kbd><img title="Geospatial" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset/assets/images/screenshots/deckgl_dash.png"></kbd><br/>
 
-<br/>
+**Choose from a wide array of visualizations**
 
-![superset-dashboard-misc](https://cloud.githubusercontent.com/assets/130878/20234704/0f40778c-a835-11e6-9556-983a62ea061b.png)
+<kbd><img title="Visualizations" src="https://raw.githubusercontent.com/apache/incubator-superset/master/superset/assets/images/screenshots/visualizations.png"></kbd><br/>
 
-![superset-edit-table](https://cloud.githubusercontent.com/assets/130878/20234705/0f415c88-a835-11e6-8b03-f7c35d56dd7d.png)
-
-![superset-query-search](https://cloud.githubusercontent.com/assets/130878/20234706/0f430a10-a835-11e6-8a0d-8b26cc2e6bbd.png)
-
-Superset
----------
-Superset's main goal is to make it easy to slice, dice and visualize data.
-It empowers users to perform **analytics at the speed of thought**.
+Apache Superset
+---------------
+Apache Superset is a data exploration and visualization web application.
 
 Superset provides:
-* A quick way to intuitively visualize datasets by allowing users to create
-    and share interactive dashboards
-* A rich set of visualizations to analyze your data, as well as a flexible
-    way to extend the capabilities
+* An intuitive interface to explore and visualize datasets, and
+    create interactive dashboards.
+* A wide array of beautiful visualizations to showcase your data.
+* Easy, code-free, user flows to drill down and slice and dice the data
+    underlying exposed dashboards. The dashboards and charts acts as a starting
+    point for deeper analysis.
+* A state of the art SQL editor/IDE exposing a rich metadata browser, and
+    an easy workflow to create visualizations out of any result set.
 * An extensible, high granularity security model allowing intricate rules
-    on who can access which features, and integration with major
-    authentication providers (database, OpenID, LDAP, OAuth & REMOTE_USER
-    through Flask AppBuilder)
-* A simple semantic layer, allowing to control how data sources are
-    displayed in the UI, by defining which fields should show up in
-    which dropdown and which aggregation and function (metrics) are
-    made available to the user
+    on who can access which product features and datasets.
+    Integration with major
+    authentication backends (database, OpenID, LDAP, OAuth, REMOTE_USER, ...)
+* A lightweight semantic layer, allowing to control how data sources are
+    exposed to the user by defining dimensions and metrics
+* Out of the box support for most SQL-speaking databases
 * Deep integration with Druid allows for Superset to stay blazing fast while
     slicing and dicing large, realtime datasets
 * Fast loading dashboards with configurable caching
@@ -78,15 +90,24 @@ Superset provides:
 Database Support
 ----------------
 
-Superset was originally designed on top of Druid.io, but quickly broadened
-its scope to support other databases through the use of SQLAlchemy, a Python
+Superset speaks many SQL dialects through SQLAlchemy, a Python
 ORM that is compatible with
-[most common databases](http://docs.sqlalchemy.org/en/rel_1_0/core/engines.html).
+[most common databases](https://docs.sqlalchemy.org/en/rel_1_2/core/engines.html).
 
+A list of currently supported SQL databases can be found
+[here](https://superset.incubator.apache.org/#databases).
 
-What is Druid?
--------------
-From their website at http://druid.io
+Apache Druid (Incubating)!
+------
+
+On top of having the ability to query your relational databases,
+Superset ships with deep integration with Druid (a real time distributed
+column-store). When querying Druid,
+Superset can query humongous amounts of data on top of real time dataset.
+Note that Superset does not require Druid in any way to function, it's simply
+another database backend that it can query.
+
+Here's a description of Druid from the http://druid.io website:
 
 *Druid is an open-source analytics data store designed for
 business intelligence (OLAP) queries on event data. Druid provides low
@@ -99,50 +120,100 @@ power analytic dashboards and applications.*
 Installation & Configuration
 ----------------------------
 
-[See in the documentation](http://airbnb.io/superset/installation.html)
-
-
-More screenshots
-----------------
-
-![superset-security-menu](https://cloud.githubusercontent.com/assets/130878/20234707/0f565886-a835-11e6-9277-b4f5f4aa2fcc.png)
-
-![superset-slice-bubble](https://cloud.githubusercontent.com/assets/130878/20234708/0f57f3d0-a835-11e6-8268-fcefe8f868c8.png)
-
-![superset-slice-map](https://cloud.githubusercontent.com/assets/130878/20234709/0f5a5a44-a835-11e6-987a-1b6f8ac9922b.png)
-
-![superset-slice-multiline](https://cloud.githubusercontent.com/assets/130878/20234710/0f632d68-a835-11e6-98d1-542dcb618193.png)
-
-![superset-slice-sankey](https://cloud.githubusercontent.com/assets/130878/20234711/0f639136-a835-11e6-8721-fe5e48dab8e7.png)
-
-![superset-slice-view](https://cloud.githubusercontent.com/assets/130878/20234712/0f63c4c6-a835-11e6-8595-6091a6428fa9.png)
-
-![superset-sql-lab-2](https://cloud.githubusercontent.com/assets/130878/20234713/0f67b856-a835-11e6-9d50-7a52168f66fd.png)
-
-![superset-sql-lab](https://cloud.githubusercontent.com/assets/130878/20234714/0f68f45a-a835-11e6-9467-f47ad0af7e79.png)
+[See in the documentation](https://superset.incubator.apache.org/installation.html)
 
 
 Resources
 -------------
-* [Superset Google Group](https://groups.google.com/forum/#!forum/airbnb_superset)
+* [Mailing list](https://lists.apache.org/list.html?dev@superset.apache.org)
 * [Gitter (live chat) Channel](https://gitter.im/airbnb/superset)
 * [Docker image](https://hub.docker.com/r/amancevice/superset/) (community contributed)
 * [Slides from Strata (March 2016)](https://drive.google.com/open?id=0B5PVE0gzO81oOVJkdF9aNkJMSmM)
-
-
-Tip of the Hat
---------------
-
-Superset would not be possible without these great frameworks / libs
-
-* Flask App Builder - Allowing us to focus on building the app quickly while
-getting the foundation for free
-* The Flask ecosystem - Simply amazing. So much Plug, easy play.
-* NVD3 - One of the best charting libraries out there
-* Much more, check out the `install_requires` section in the [setup.py](https://github.com/airbnb/superset/blob/master/setup.py) file!
+* [Stackoverflow tag](https://stackoverflow.com/questions/tagged/apache-superset)
+* [Join our Slack](https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU)
+* [DEPRECATED Google Group](https://groups.google.com/forum/#!forum/airbnb_superset)
 
 
 Contributing
 ------------
 
-Interested in contributing? Casual hacking? Check out  [Contributing.MD](https://github.com/airbnb/superset/blob/master/CONTRIBUTING.md)
+Interested in contributing? Casual hacking? Check out
+[Contributing.MD](https://github.com/airbnb/superset/blob/master/CONTRIBUTING.md)
+
+
+Who uses Apache Superset (incubating)?
+--------------------------------------
+
+Here's a list of organizations who have taken the time to send a PR to let
+the world know they are using Superset. Join our growing community!
+
+ 1. [6play](https://www.6play.fr)
+ 1. [AiHello](https://www.aihello.com)
+ 1. [Airbnb](https://github.com/airbnb)
+ 1. [Airboxlab](https://foobot.io)
+ 1. [Aktia Bank plc](https://www.aktia.com)
+ 1. [American Express](https://www.americanexpress.com)
+ 1. [Amino](https://amino.com)
+ 1. [Apollo GraphQL](https://www.apollographql.com/)
+ 1. [Ascendica Development](http://ascendicadevelopment.com)
+ 1. [Astronomer](https://www.astronomer.io)
+ 1. [Brilliant.org](https://brilliant.org/)
+ 1. [Capital Service S.A.](http://capitalservice.pl)
+ 1. [Clark.de](http://clark.de/)
+ 1. [Cloudsmith](https://cloudsmith.io)
+ 1. [CnOvit](http://www.cnovit.com/)
+ 1. [Deepomatic](https://deepomatic.com/)
+ 1. [Dial Once](https://www.dial-once.com/en/)
+ 1. [Digit Game Studios](https://www.digitgaming.com/)
+ 1. [Douban](https://www.douban.com/)
+ 1. [Endress+Hauser](http://www.endress.com/)
+ 1. [Faasos](http://faasos.com/)
+ 1. [Fanatics](https://www.fanatics.com)
+ 1. [FBK - ICT center](http://ict.fbk.eu)
+ 1. [Fordeal](http://www.fordeal.com)
+ 1. [GFG - Global Fashion Group](https://global-fashion-group.com)
+ 1. [GfK Data Lab](http://datalab.gfk.com)
+ 1. [Grassroot](https://www.grassrootinstitute.org/)
+ 1. [Hostnfly](https://www.hostnfly.com/)
+ 1. [HuiShouBao](http://www.huishoubao.com/)
+ 1. [Intercom](https://www.intercom.com/)
+ 1. [jampp](https://jampp.com/)
+ 1. [komoot](https://www.komoot.com/)
+ 1. [Konfío](http://konfio.mx)
+ 1. [Kuaishou](https://www.kuaishou.com/)
+ 1. [Lime](https://www.limebike.com/)
+ 1. [Living Goods](https://www.livinggoods.org)
+ 1. [Lyft](https://www.lyft.com/)
+ 1. [Maieutical Labs](https://maieuticallabs.it)
+ 1. [Myra Labs](http://www.myralabs.com/)
+ 1. [Now](https://www.now.vn/)
+ 1. [Ona](https://ona.io)
+ 1. [PeopleDoc](https://www.people-doc.com)
+ 1. [Pronto Tools](http://www.prontotools.io)
+ 1. [QPID Health](http://www.qpidhealth.com/    )
+ 1. [Qunar](https://www.qunar.com/)
+ 1. [Safaricom](https://www.safaricom.co.ke/)
+ 1. [Scoot](https://scoot.co/)
+ 1. [ScopeAI](https://www.getscopeai.com)
+ 1. [Shopee](https://shopee.sg)
+ 1. [Shopkick](https://www.shopkick.com)
+ 1. [Showmax](https://tech.showmax.com)
+ 1. [source{d}](https://www.sourced.tech)
+ 1. [Steamroot](https://streamroot.io/)
+ 1. [Tails.com](https://tails.com)
+ 1. [Tenable](https://www.tenable.com)
+ 1. [THE ICONIC](http://theiconic.com.au/)
+ 1. [TME QQMUSIC/WESING](https://www.tencentmusic.com/)
+ 1. [Tobii](http://www.tobii.com/)
+ 1. [Tooploox](https://www.tooploox.com/)
+ 1. [TrustMedis](https://trustmedis.com)
+ 1. [Twitter](https://twitter.com/)
+ 1. [Udemy](https://www.udemy.com/)
+ 1. [VIPKID](https://www.vipkid.com.cn/)
+ 1. [WeSure](https://www.wesure.cn/)
+ 1. [Windsor.ai](https://www.windsor.ai/)
+ 1. [WP-Semantix](https://wpsemantix.com/)
+ 1. [Yahoo!](https://yahoo.com/)
+ 1. [Zaihang](http://www.zaih.com/)
+ 1. [Zalando](https://www.zalando.com)
+ 1. [Zalora](https://www.zalora.com)

RELEASING/Dockerfile.from_tarball

@@ -0,0 +1,71 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+FROM python:3.6-jessie
+
+RUN useradd --user-group --create-home --no-log-init --shell /bin/bash superset
+
+# Configure environment
+ENV LANG=C.UTF-8 \
+    LC_ALL=C.UTF-8
+
+RUN apt-get update -y
+
+# Install dependencies to fix `curl https support error` and `elaying package configuration warning`
+RUN apt-get install -y apt-transport-https apt-utils
+
+# Install superset dependencies
+# https://superset.incubator.apache.org/installation.html#os-dependencies
+RUN apt-get install -y build-essential libssl-dev \
+    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev
+
+# Install nodejs for custom build
+# https://superset.incubator.apache.org/installation.html#making-your-own-build
+# https://nodejs.org/en/download/package-manager/
+RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - \
+    && apt-get install -y nodejs
+
+RUN mkdir -p /home/superset
+RUN chown superset /home/superset
+
+WORKDIR /home/superset
+ARG VERSION
+
+RUN svn co https://dist.apache.org/repos/dist/dev/incubator/superset/$VERSION ./
+RUN tar -xvf *.tar.gz
+WORKDIR apache-superset-incubating-$VERSION
+
+RUN cd superset/assets \
+    && npm ci \
+    && npm run build \
+    && rm -rf node_modules
+
+
+WORKDIR /home/superset/apache-superset-incubating-$VERSION
+RUN pip install --upgrade setuptools pip \
+    && pip install -r requirements.txt -r requirements-dev.txt \
+    && pip install -e . \
+    && rm -rf /root/.cache/pip
+
+RUN fabmanager babel-compile --target superset/translations
+
+RUN pip install -e . \
+    && rm -rf /root/.cache/pip
+
+ENV PATH=/home/superset/superset/bin:$PATH \
+    PYTHONPATH=/home/superset/superset/:$PYTHONPATH
+COPY from_tarball_entrypoint.sh /entrypoint.sh
+ENTRYPOINT ["/entrypoint.sh"]

RELEASING/Dockerfile.make_tarball

@@ -0,0 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+FROM python:3.6-jessie
+COPY make_tarball.sh /entrypoint.sh
+ENTRYPOINT ["/entrypoint.sh"]

RELEASING/README.md

@@ -0,0 +1,160 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Apache Releases
+
+You'll probably want to run these commands manually and understand what
+they do prior to doing so.
+
+For coordinating on releases, on more operational topics that require more
+synchronous communications, we tend to use the `#apache-releases` channel
+on the Superset Slack. People crafting releases and those interested in
+partaking in the process should join the channel.
+
+## Release setup
+
+First you need to setup a few things. This is a one-off and doesn't
+need to be done at every release.
+
+```bash
+    # Create PGP Key, and use your @apache.org email address
+    gpg --gen-key
+
+    # Checkout ASF dist repo
+
+    svn checkout https://dist.apache.org/repos/dist/dev/incubator/superset/ ~/svn/superset_dev
+
+    svn checkout https://dist.apache.org/repos/dist/release/incubator/superset/ ~/svn/superset
+    cd ~/svn/superset
+
+
+    # Add your GPG pub key to KEYS file. Replace "Maxime Beauchemin" with your name
+    export FULLNAME="Maxime Beauchemin"
+    (gpg --list-sigs $FULLNAME && gpg --armor --export $FULLNAME ) >> KEYS
+
+
+    # Commit the changes
+    svn commit -m "Add PGP keys of new Superset committer"
+```
+
+## Crafting tarball and signatures
+
+Now let's craft a source release
+```bash
+    # Assuming these commands are executed from the root of the repo
+    export REPO_DIR=$(pwd)
+    # Set VERSION to the release being prepared (rc1 for first vote on version)
+    export VERSION=0.34.1rc1
+    export RELEASE=apache-superset-incubating-${VERSION}
+    export RELEASE_TARBALL=${RELEASE}-source.tar.gz
+
+    # Let's create a git tag
+    git tag -f ${VERSION}
+
+    # Create the target folder
+    mkdir -p ~/svn/superset_dev/${VERSION}/
+    git archive \
+        --format=tar.gz ${VERSION} \
+        --prefix="${RELEASE}/" \
+        -o ~/svn/superset_dev/${VERSION}/${RELEASE_TARBALL}
+
+    cd ~/svn/superset_dev/${VERSION}/
+    ${REPO_DIR}/scripts/sign.sh ${RELEASE}-source.tar.gz
+```
+
+## Shipping to SVN
+
+Now let's ship this RC into svn's dev folder
+
+```bash
+    cd ~/svn/superset_dev/
+    svn add ${VERSION}
+    svn commit -m "${VERSION}"
+```
+
+Now you're ready to start the VOTE thread.
+
+## Validating a release
+
+https://www.apache.org/info/verification.html
+
+## Publishing a successful release
+
+Upon a successful vote, you'll have to copy the folder into the non-"dev/"
+folder.
+```bash
+    cp -r ~/svn/superset_dev/${VERSION}/ ~/svn/superset/${VERSION}/
+    cd ~/svn/superset/
+    svn add ${VERSION}
+    svn commit -m "${VERSION}"
+```
+
+Now you can announce the release on the mailing list, make sure to use the
+proper template
+
+## Post release
+
+In `UPDATING.md`, a file that contains a list of notifications around
+deprecations and upgrading-related topics,
+make sure to move the content now under the `Next Version` section under a new
+section for the new release.
+
+## Build from source tarball
+
+To make a working build given a tarball
+```bash
+# Building a docker from a tarball
+VERSION=0.33.0rc2 && \
+docker build -t apache-superset:$VERSION -f Dockerfile.from_tarball . --build-arg VERSION=$VERSION
+
+# testing the resulting docker
+docker run -p 5001:8088 apache-superset:$VERSION
+# you should be able to access localhost:5001 on your browser
+# login using admin/admin
+```
+
+# Refresh documentation website
+
+Every once in a while we want to compile the documentation and publish it.
+Here's how to do it.
+
+```bash
+# install doc dependencies
+pip install -r docs/requirements.txt
+
+# build the docs
+python setup.py build_sphinx
+
+# copy html files to temp folder
+cp -r docs/_build/html/ /tmp/tmp_superset_docs/
+
+# clone the docs repo
+cd ~/
+git clone https://git-wip-us.apache.org/repos/asf/incubator-superset-site.git
+
+# copy
+cp -r /tmp/tmp_superset_docs/ ~/incubator-superset-site.git/
+
+# commit and push to `asf-site` branch
+cd ~/incubator-superset-site.git/
+git checkout asf-site
+git add .
+git commit -a -m "New doc version"
+git push origin master
+```

RELEASING/from_tarball_entrypoint.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -ex
+
+echo "[WARNING] this entrypoint creates an admin/admin user"
+echo "[WARNING] it should only be used for lightweight testing/validation"
+
+# Create an admin user (you will be prompted to set username, first and last name before setting a password)
+fabmanager create-admin \
+    --app superset \
+    --username admin \
+    --firstname admin \
+    --lastname admin \
+    --email admin@admin.com \
+    --password admin
+
+# Initialize the database
+superset db upgrade
+
+# Loading examples
+superset load_examples
+
+# Create default roles and permissions
+superset init
+
+FLASK_ENV=development FLASK_APP=superset:app \
+flask run -p 8088 --with-threads --reload --debugger --host=0.0.0.0

RELEASING/make_tarball.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -ex
+
+if [ -z "$VERSION" ]; then
+  echo "VERSION is required to run this container"
+  exit 1
+fi
+
+
+echo "version: $VERSION"
+cd /tmp
+git clone --depth 1 --branch $VERSION https://github.com/apache/incubator-superset.git
+mkdir ~/$VERSION
+cd incubator-superset && \
+git archive \
+    --format=tar.gz \
+    --prefix=apache-superset-incubating-$VERSION/ \
+    HEAD \
+    -o ~/$VERSION/apache-superset-incubating.tar.gz
+
+gpg --armor --output apache-superset-incubating.tar.gz.asc --detach-sig apache-superset-incubating.tar.gz
+gpg --print-md SHA512 apache-superset-incubating.tar.gz > apache-superset-incubating.tar.gz.sha512

TODO.md

@@ -1,48 +0,0 @@
-# TODO
-List of TODO items for Superset
-
-## Important
-* **Getting proper JS testing:** unit tests on the Python side are pretty
-    solid, but now we need a test suite for the JS part of the site,
-    testing all the ajax-type calls
-* **Viz Plugins:** Allow people to define and share visualization plugins.
-    ideally one would only need to drop in a set of files in a folder and
-    Superset would discover and expose the plugins
-
-## Features
-* **Dashboard URL filters:** `{dash_url}#fltin__fieldname__value1,value2`
-* **Default slice:** choose a default slice for the dataset instead of
-    default endpoint
-* **Widget sets / chart grids:** a way to have all charts support making
-    a series of charts and putting them in a grid. The same way that you
-    can groupby for series, you could chart by. The form field set would be
-    common and use a single field to "grid by", a limit number of chart as
-    an N * N grid size.
-* **Advanced dashboard configuration:** currently you can define which
-    slices in a dashboard are immune to filtering.
-* **Annotations layers:** allow for people to maintain data annotations,
-    attached to a layer and time range. These layers can be added on top of
-    some visualizations as annotations. An example of a layer might be
-    "holidays" or "site outages", ...
-* **Slack integration** - TBD
-* **Comments:** allow for people to comment on slices and dashes
-
-
-## Easy-ish fix
-* Build matrix to include mysql using tox
-* CREATE VIEW button from SQL editor
-* Test button for when editing SQL expression
-* Slider form element
-* [druid] Allow for post aggregations (ratios!)
-* in/notin filters autocomplete (druid)
-
-## New viz
-* Maps that use geocodes
-* Time animated scatter plots
-* Horizon charts
-* Calendar heatmap
-* Chord diagram
-* ...
-
-## Community
-* Turorial vids

UPDATING.md

@@ -0,0 +1,190 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+# Updating Superset
+
+This file documents any backwards-incompatible changes in Superset and
+assists people when migrating to a new version.
+
+## Next Version
+
+* [8370](https://github.com/apache/incubator-superset/pull/8370): Deprecates
+  the `HTTP_HEADERS` variable in favor of `DEFAULT_HTTP_HEADERS` and
+  `OVERRIDE_HTTP_HEADERS`. To retain the same behavior you should use
+  `OVERRIDE_HTTP_HEADERS` instead of `HTTP_HEADERS`. `HTTP_HEADERS` will still
+  work but may be removed in a future update.
+
+* We're deprecating the concept of "restricted metric", this feature
+  was not fully working anyhow.
+* [8117](https://github.com/apache/incubator-superset/pull/8117): If you are
+using `ENABLE_PROXY_FIX = True`, review the newly-introducted variable,
+`PROXY_FIX_CONFIG`, which changes the proxy behavior in accordance with
+[Werkzeug](https://werkzeug.palletsprojects.com/en/0.15.x/middleware/proxy_fix/)
+
+* [8069](https://github.com/apache/incubator-superset/pull/8069): introduces
+[MessagePack](https://github.com/msgpack/msgpack-python) and
+[PyArrow](https://arrow.apache.org/docs/python/) for async query results
+backend serialization. To disable set `RESULTS_BACKEND_USE_MSGPACK = False`
+in your configuration.
+
+* [8371](https://github.com/apache/incubator-superset/pull/8371): makes
+`tables.table_name`, `dbs.database_name`, `datasources.cluster_name`, and `clusters.cluster_name` non-nullable.
+Depending on the integrity of the data, manual intervention may be required.
+
+## 0.34.0
+
+* [7848](https://github.com/apache/incubator-superset/pull/7848): If you are
+running redis with celery, celery bump to 4.3.0 requires redis-py upgrade to
+3.2.0 or later.
+
+* [7667](https://github.com/apache/incubator-superset/pull/7667): a change to
+make all Unix timestamp (which by definition are in UTC) comparisons refer
+to a timestamp in UTC as opposed to local time.
+
+* [7653](https://github.com/apache/incubator-superset/pull/7653): a change
+which deprecates the table_columns.database_expression column. Expressions
+should be handled by the DB engine spec conversion, Python date format, or
+custom column expression/type.
+
+* The repo no longer contains translation binaries (`.mo`) files. If you
+  want translations in your build, you now have to run the command
+  `babel-compile --target superset/translations` as part of your builds
+* [5451](https://github.com/apache/incubator-superset/pull/5451): a change
+which adds missing non-nullable fields to the `datasources` table. Depending on
+the integrity of the data, manual intervention may be required.
+
+* [5452](https://github.com/apache/incubator-superset/pull/5452): a change
+which adds missing non-nullable fields and uniqueness constraints (which may be 
+case insensitive depending on your database configuration) to the `columns`and 
+`table_columns` tables. Depending on the integrity of the data, manual 
+intervention may be required.
+* `fabmanager` command line is deprecated since Flask-AppBuilder 2.0.0, use
+the new `flask fab <command>` integrated with *Flask cli*.
+* `SUPERSET_UPDATE_PERMS` environment variable was replaced by
+`FAB_UPDATE_PERMS` config boolean key. To disable automatic
+creation of permissions set `FAB_UPDATE_PERMS = False` on config.
+* [5453](https://github.com/apache/incubator-superset/pull/5453): a change
+which adds missing non-nullable fields and uniqueness constraints (which may be 
+case insensitive depending on your database configuration) to the metrics
+and sql_metrics tables. Depending on the integrity of the data, manual
+intervention may be required.
+* [7616](https://github.com/apache/incubator-superset/pull/7616): this bug fix
+changes time_compare deltas to correctly evaluate to the number of days prior
+instead of number of days in the future. It will change the data for advanced
+analytics time_compare so `1 year` from 5/1/2019 will be calculated as 365 days
+instead of 366 days.
+
+## Superset 0.32.0
+
+* `npm run backend-sync` is deprecated and no longer needed, will fail if called
+* [5445](https://github.com/apache/incubator-superset/pull/5445): a change
+which prevents encoding of empty string from form data in the database.
+This involves a non-schema changing migration which does potentially impact
+a large number of records. Scheduled downtime may be advised.
+
+## Superset 0.31.0
+
+* If you use `Hive` or `Presto`, we've moved some dependencies that were
+  in the main package as optional now. To get these packages,
+  run `pip install superset[presto]` and/or `pip install superset[hive]` as
+  required.
+
+* Similarly, if you use Celery's `flower`, `gsheetsdb`, `thrift` or
+  `thrift-sasl`, those dependencies have now been made optional in our
+  package, meaning you may have to install them in your environment post
+  0.31.0
+
+* boto3 / botocore was removed from the dependency list. If you use s3
+as a place to store your SQL Lab result set or Hive uploads, you may
+have to rely on an alternate requirements.txt file to install those
+dependencies.
+* From 0.31.0 onwards, we recommend not using the npm package `yarn` in
+favor of good old `npm install`. While yarn should still work just fine,
+you should probably align to guarantee builds similar to the ones we
+use in testing and across the community in general.
+
+## Superset 0.30.0
+* 0.30.0 includes a db_migration that removes allow_run_sync. This may
+require downtime because during the migration if the db is migrated first,
+superset will get 500 errors when the code can't find the field (until
+the deploy finishes).
+
+## Superset 0.29.0
+* India was removed from the "Country Map" visualization as the geojson
+  file included in the package was very large
+
+## Superset 0.28.0
+* Support for Python 2 is deprecated, we only support >=3.6 from
+  `0.28.0` onwards
+
+* Superset 0.28 deprecates the previous dashboard layout. While 0.27
+  offered a migration workflow to users and allowed them to validate and
+  publish their migrated dashboards individually, 0.28 forces
+  the migration of all
+  dashboards through an automated db migration script. We
+  do recommend that you take a backup prior to this migration.
+
+* Superset 0.28 deprecates the `median` cluster label aggregator for mapbox visualizations. This particular aggregation is not supported on mapbox visualizations going forward.
+
+* Superset 0.28 upgrades `flask-login` to `>=0.3`, which includes a
+    backwards-incompatible change: `g.user.is_authenticated`,
+    `g.user.is_anonymous`, and `g.user.is_active` are now properties
+    instead of methods.
+
+## Superset 0.27.0
+* Superset 0.27 start to use nested layout for dashboard builder, which is not
+backward-compatible with earlier dashboard grid data. We provide migration script
+to automatically convert dashboard grid to nested layout data. To be safe, please
+take a database backup prior to this upgrade. It's the only way people could go
+back to a previous state.
+
+
+## Superset 0.26.0
+* Superset 0.26.0 deprecates the `superset worker` CLI, which is a simple
+wrapper around the `celery worker` command, forcing you into crafting
+your own native `celery worker` command. Your command should look something
+like `celery worker --app=superset.sql_lab:celery_app --pool=gevent -Ofair`
+
+## Superset 0.25.0
+Superset 0.25.0 contains a backwards incompatible changes.
+If you run a production system you should schedule downtime for this
+upgrade.
+
+The PRs bellow have more information around the breaking changes:
+* [4587](https://github.com/apache/incubator-superset/pull/4587) : a backward
+  incompatible database migration that requires downtime. Once the
+  db migration succeeds, the web server needs to be restarted with the
+  new version. The previous version will fail
+* [4565](https://github.com/apache/incubator-superset/pull/4565) : we've
+  changed the security model a bit where in the past you would have to
+  define your authentication scheme by inheriting from Flask
+  App Builder's
+  `from flask_appbuilder.security.sqla.manager import SecurityManager`,
+  you now have to derive Superset's
+  own derivative `superset.security.SupersetSecurityManager`. This
+  can provide you with more hooks to define your own logic and/or defer
+  permissions to another system as needed. For all implementation, you
+  simply have to import and derive `SupersetSecurityManager` in place
+  of the `SecurityManager`
+* [4835](https://github.com/apache/incubator-superset/pull/4835) :
+  our `setup.py` now only pins versions where required, giving you
+  more latitude in using versions of libraries as needed. We do now
+  provide a `requirements.txt` with pinned versions if you want to run
+  the suggested versions that `Superset` builds and runs tests against.
+  Simply `pip install -r requirements.txt` in your build pipeline, likely
+  prior to `pip install superset==0.25.0`

alembic.ini

@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
 # A generic, single database configuration.
 
 [alembic]

babel/babel.cfg

@@ -1,4 +0,0 @@
-[ignore: superset/assets/node_modules/**]
-[python: superset/**.py]
-[jinja2: superset/**/templates/**.html]
-encoding = utf-8

babel/messages.pot

@@ -1,722 +0,0 @@
-# Translations template for PROJECT.
-# Copyright (C) 2017 ORGANIZATION
-# This file is distributed under the same license as the PROJECT project.
-# FIRST AUTHOR <EMAIL@ADDRESS>, 2017.
-#
-msgid ""
-msgstr ""
-"Project-Id-Version: PROJECT VERSION\n"
-"Report-Msgid-Bugs-To: EMAIL@ADDRESS\n"
-"POT-Creation-Date: 2017-04-20 09:53+0200\n"
-"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
-"Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
-"Language-Team: LANGUAGE <LL@li.org>\n"
-"MIME-Version: 1.0\n"
-"Content-Type: text/plain; charset=utf-8\n"
-"Content-Transfer-Encoding: 8bit\n"
-"Generated-By: Babel 2.4.0\n"
-
-#: superset/db_engine_specs.py:191 superset/db_engine_specs.py:222
-#: superset/db_engine_specs.py:266 superset/db_engine_specs.py:313
-#: superset/db_engine_specs.py:357 superset/db_engine_specs.py:763
-#: superset/db_engine_specs.py:799 superset/db_engine_specs.py:831
-msgid "Time Column"
-msgstr ""
-
-#: superset/db_engine_specs.py:192 superset/db_engine_specs.py:223
-#: superset/db_engine_specs.py:314 superset/db_engine_specs.py:358
-#: superset/db_engine_specs.py:764 superset/db_engine_specs.py:832
-msgid "second"
-msgstr ""
-
-#: superset/db_engine_specs.py:193 superset/db_engine_specs.py:226
-#: superset/db_engine_specs.py:317 superset/db_engine_specs.py:360
-#: superset/db_engine_specs.py:766 superset/db_engine_specs.py:800
-#: superset/db_engine_specs.py:834
-msgid "minute"
-msgstr ""
-
-#: superset/db_engine_specs.py:194 superset/db_engine_specs.py:230
-#: superset/db_engine_specs.py:319 superset/db_engine_specs.py:362
-#: superset/db_engine_specs.py:772 superset/db_engine_specs.py:802
-#: superset/db_engine_specs.py:836
-msgid "hour"
-msgstr ""
-
-#: superset/db_engine_specs.py:195 superset/db_engine_specs.py:235
-#: superset/db_engine_specs.py:267 superset/db_engine_specs.py:321
-#: superset/db_engine_specs.py:364 superset/db_engine_specs.py:774
-#: superset/db_engine_specs.py:804 superset/db_engine_specs.py:838
-msgid "day"
-msgstr ""
-
-#: superset/db_engine_specs.py:196 superset/db_engine_specs.py:241
-#: superset/db_engine_specs.py:268 superset/db_engine_specs.py:322
-#: superset/db_engine_specs.py:366 superset/db_engine_specs.py:776
-#: superset/db_engine_specs.py:806 superset/db_engine_specs.py:840
-msgid "week"
-msgstr ""
-
-#: superset/db_engine_specs.py:197 superset/db_engine_specs.py:243
-#: superset/db_engine_specs.py:270 superset/db_engine_specs.py:324
-#: superset/db_engine_specs.py:368 superset/db_engine_specs.py:778
-#: superset/db_engine_specs.py:808 superset/db_engine_specs.py:842
-msgid "month"
-msgstr ""
-
-#: superset/db_engine_specs.py:198 superset/db_engine_specs.py:245
-#: superset/db_engine_specs.py:326 superset/db_engine_specs.py:370
-#: superset/db_engine_specs.py:780 superset/db_engine_specs.py:810
-#: superset/db_engine_specs.py:844
-msgid "quarter"
-msgstr ""
-
-#: superset/db_engine_specs.py:199 superset/db_engine_specs.py:249
-#: superset/db_engine_specs.py:328 superset/db_engine_specs.py:782
-#: superset/db_engine_specs.py:812
-msgid "year"
-msgstr ""
-
-#: superset/db_engine_specs.py:330
-msgid "week_start_monday"
-msgstr ""
-
-#: superset/db_engine_specs.py:372 superset/db_engine_specs.py:846
-msgid "week_ending_saturday"
-msgstr ""
-
-#: superset/db_engine_specs.py:375 superset/db_engine_specs.py:849
-msgid "week_start_sunday"
-msgstr ""
-
-#: superset/db_engine_specs.py:768
-msgid "5 minute"
-msgstr ""
-
-#: superset/db_engine_specs.py:770
-msgid "half hour"
-msgstr ""
-
-#: superset/viz.py:306
-msgid "Table View"
-msgstr ""
-
-#: superset/viz.py:359
-msgid "Pivot Table"
-msgstr ""
-
-#: superset/viz.py:408
-msgid "Markup"
-msgstr ""
-
-#: superset/viz.py:427
-msgid "Separator"
-msgstr ""
-
-#: superset/viz.py:443
-msgid "Word Cloud"
-msgstr ""
-
-#: superset/viz.py:466
-msgid "Treemap"
-msgstr ""
-
-#: superset/viz.py:492
-msgid "Calendar Heatmap"
-msgstr ""
-
-#: superset/viz.py:550
-msgid "Box Plot"
-msgstr ""
-
-#: superset/viz.py:639
-msgid "Bubble Chart"
-msgstr ""
-
-#: superset/viz.py:687
-msgid "Bullet Chart"
-msgstr ""
-
-#: superset/viz.py:736
-msgid "Big Number with Trendline"
-msgstr ""
-
-#: superset/viz.py:765
-msgid "Big Number"
-msgstr ""
-
-#: superset/viz.py:792
-msgid "Time Series - Line Chart"
-msgstr ""
-
-#: superset/viz.py:919
-msgid "Time Series - Dual Axis Line Chart"
-msgstr ""
-
-#: superset/viz.py:994
-msgid "Time Series - Bar Chart"
-msgstr ""
-
-#: superset/viz.py:1002
-msgid "Time Series - Percent Change"
-msgstr ""
-
-#: superset/viz.py:1010
-msgid "Time Series - Stacked"
-msgstr ""
-
-#: superset/viz.py:1019
-msgid "Distribution - NVD3 - Pie Chart"
-msgstr ""
-
-#: superset/viz.py:1037
-msgid "Histogram"
-msgstr ""
-
-#: superset/viz.py:1062
-msgid "Distribution - Bar Chart"
-msgstr ""
-
-#: superset/viz.py:1129
-msgid "Sunburst"
-msgstr ""
-
-#: superset/viz.py:1162
-msgid "Sankey"
-msgstr ""
-
-#: superset/viz.py:1211
-msgid "Directed Force Layout"
-msgstr ""
-
-#: superset/viz.py:1232
-msgid "World Map"
-msgstr ""
-
-#: superset/viz.py:1282
-msgid "Filters"
-msgstr ""
-
-#: superset/viz.py:1317
-msgid "iFrame"
-msgstr ""
-
-#: superset/viz.py:1334
-msgid "Parallel Coordinates"
-msgstr ""
-
-#: superset/viz.py:1359
-msgid "Heatmap"
-msgstr ""
-
-#: superset/viz.py:1410
-msgid "Horizon Charts"
-msgstr ""
-
-#: superset/viz.py:1421
-msgid "Mapbox"
-msgstr ""
-
-#: superset/connectors/druid/models.py:926
-msgid "No data was returned."
-msgstr ""
-
-#: superset/connectors/druid/views.py:37 superset/connectors/sqla/views.py:74
-msgid "Column"
-msgstr ""
-
-#: superset/connectors/druid/views.py:38 superset/connectors/druid/views.py:97
-#: superset/connectors/sqla/views.py:120
-msgid "Type"
-msgstr ""
-
-#: superset/connectors/druid/views.py:39 superset/views/core.py:299
-#: superset/views/core.py:345
-msgid "Datasource"
-msgstr ""
-
-#: superset/connectors/druid/views.py:40 superset/connectors/sqla/views.py:77
-msgid "Groupable"
-msgstr ""
-
-#: superset/connectors/druid/views.py:41 superset/connectors/sqla/views.py:78
-msgid "Filterable"
-msgstr ""
-
-#: superset/connectors/druid/views.py:42 superset/connectors/sqla/views.py:80
-msgid "Count Distinct"
-msgstr ""
-
-#: superset/connectors/druid/views.py:43 superset/connectors/sqla/views.py:81
-msgid "Sum"
-msgstr ""
-
-#: superset/connectors/druid/views.py:44 superset/connectors/sqla/views.py:82
-msgid "Min"
-msgstr ""
-
-#: superset/connectors/druid/views.py:45 superset/connectors/sqla/views.py:83
-msgid "Max"
-msgstr ""
-
-#: superset/connectors/druid/views.py:48 superset/connectors/sqla/views.py:43
-msgid ""
-"Whether this column is exposed in the `Filters` section of the explore "
-"view."
-msgstr ""
-
-#: superset/connectors/druid/views.py:88 superset/connectors/sqla/views.py:102
-msgid ""
-"Whether the access to this metric is restricted to certain roles. Only "
-"roles with the permission 'metric access on XXX (the name of this "
-"metric)' are allowed to access this metric"
-msgstr ""
-
-#: superset/connectors/druid/views.py:94 superset/connectors/sqla/views.py:117
-msgid "Metric"
-msgstr ""
-
-#: superset/connectors/druid/views.py:95 superset/connectors/druid/views.py:190
-#: superset/connectors/sqla/views.py:76 superset/connectors/sqla/views.py:118
-#: superset/views/core.py:346
-msgid "Description"
-msgstr ""
-
-#: superset/connectors/druid/views.py:96 superset/connectors/sqla/views.py:75
-#: superset/connectors/sqla/views.py:119
-msgid "Verbose Name"
-msgstr ""
-
-#: superset/connectors/druid/views.py:98 superset/views/core.py:516
-msgid "JSON"
-msgstr ""
-
-#: superset/connectors/druid/views.py:99
-msgid "Druid Datasource"
-msgstr ""
-
-#: superset/connectors/druid/views.py:123
-#: superset/connectors/druid/views.py:189
-msgid "Cluster"
-msgstr ""
-
-#: superset/connectors/druid/views.py:124
-msgid "Coordinator Host"
-msgstr ""
-
-#: superset/connectors/druid/views.py:125
-msgid "Coordinator Port"
-msgstr ""
-
-#: superset/connectors/druid/views.py:126
-msgid "Coordinator Endpoint"
-msgstr ""
-
-#: superset/connectors/druid/views.py:127
-msgid "Broker Host"
-msgstr ""
-
-#: superset/connectors/druid/views.py:128
-msgid "Broker Port"
-msgstr ""
-
-#: superset/connectors/druid/views.py:129
-msgid "Broker Endpoint"
-msgstr ""
-
-#: superset/connectors/druid/views.py:167 superset/connectors/sqla/views.py:153
-msgid "Timezone offset (in hours) for this datasource"
-msgstr ""
-
-#: superset/connectors/druid/views.py:171
-msgid ""
-"Time expression to use as a predicate when retrieving distinct values to "
-"populate the filter component. Only applies when `Enable Filter Select` "
-"is on. If you enter `7 days ago`, the distinct list of values in the "
-"filter will be populated based on the distinct value over the past week"
-msgstr ""
-
-#: superset/connectors/druid/views.py:178 superset/connectors/sqla/views.py:175
-msgid ""
-"Whether to populate the filter's dropdown in the explore view's filter "
-"section with a list of distinct values fetched from the backend on the "
-"fly"
-msgstr ""
-
-#: superset/connectors/druid/views.py:182 superset/connectors/sqla/views.py:188
-msgid ""
-"Redirects to this endpoint when clicking on the datasource from the "
-"datasource list"
-msgstr ""
-
-#: superset/connectors/druid/views.py:188
-msgid "Data Source"
-msgstr ""
-
-#: superset/connectors/druid/views.py:191
-msgid "Owner"
-msgstr ""
-
-#: superset/connectors/druid/views.py:192
-msgid "Is Hidden"
-msgstr ""
-
-#: superset/connectors/druid/views.py:193 superset/connectors/sqla/views.py:186
-msgid "Enable Filter Select"
-msgstr ""
-
-#: superset/connectors/druid/views.py:194
-msgid "Default Endpoint"
-msgstr ""
-
-#: superset/connectors/druid/views.py:195
-msgid "Time Offset"
-msgstr ""
-
-#: superset/connectors/druid/views.py:196 superset/connectors/sqla/views.py:192
-#: superset/views/core.py:237 superset/views/core.py:342
-msgid "Cache Timeout"
-msgstr ""
-
-#: superset/connectors/sqla/models.py:371
-msgid ""
-"Datetime column not provided as part table configuration and is required "
-"by this type of chart"
-msgstr ""
-
-#: superset/connectors/sqla/models.py:376
-msgid "Metric '{}' is not valid"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:39
-msgid ""
-"Whether to make this column available as a [Time Granularity] option, "
-"column has to be DATETIME or DATETIME-like"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:46
-msgid ""
-"The data type that was inferred by the database. It may be necessary to "
-"input a type manually for expression-defined columns in some cases. In "
-"most case users should not need to alter this."
-msgstr ""
-
-#: superset/connectors/sqla/views.py:79 superset/connectors/sqla/views.py:122
-#: superset/connectors/sqla/views.py:182 superset/views/core.py:352
-msgid "Table"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:84
-msgid "Expression"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:85
-msgid "Is temporal"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:86
-msgid "Datetime Format"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:87
-msgid "Database Expression"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:121
-msgid "SQL Expression"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:154
-msgid "Name of the table that exists in the source database"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:156
-msgid "Schema, as used only in some databases like Postgres, Redshift and DB2"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:162
-msgid ""
-"This fields acts a Superset view, meaning that Superset will run a query "
-"against this string as a subquery."
-msgstr ""
-
-#: superset/connectors/sqla/views.py:166
-msgid ""
-"Predicate applied when fetching distinct value to populate the filter "
-"control component. Supports jinja template syntax. Applies only when "
-"`Enable Filter Select` is on."
-msgstr ""
-
-#: superset/connectors/sqla/views.py:172
-msgid "Redirects to this endpoint when clicking on the table from the table list"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:183
-msgid "Changed By"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:184 superset/views/core.py:233
-msgid "Database"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:185 superset/views/core.py:235
-msgid "Last Changed"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:187
-msgid "Schema"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:191
-msgid "Offset"
-msgstr ""
-
-#: superset/connectors/sqla/views.py:224
-msgid ""
-"The table was created. As part of this two phase configuration process, "
-"you should now click the edit button by the new table to configure it."
-msgstr ""
-
-#: superset/templates/appbuilder/navbar_right.html:41
-msgid "Profile"
-msgstr ""
-
-#: superset/templates/appbuilder/navbar_right.html:42
-msgid "Logout"
-msgstr ""
-
-#: superset/templates/appbuilder/navbar_right.html:47
-msgid "Login"
-msgstr ""
-
-#: superset/templates/superset/import_dashboards.html:11
-msgid "Import"
-msgstr ""
-
-#: superset/templates/superset/request_access.html:2
-msgid "No Access!"
-msgstr ""
-
-#: superset/templates/superset/request_access.html:7
-#, python-format
-msgid "You do not have permissions to access the datasource(s): %(name)s."
-msgstr ""
-
-#: superset/templates/superset/request_access.html:13
-msgid "Request Permissions"
-msgstr ""
-
-#: superset/templates/superset/request_access.html:16
-msgid "Cancel"
-msgstr ""
-
-#: superset/templates/superset/welcome.html:10
-msgid "Welcome!"
-msgstr ""
-
-#: superset/templates/superset/welcome.html:20 superset/views/core.py:344
-msgid "Dashboards"
-msgstr ""
-
-#: superset/templates/superset/models/database/macros.html:4
-msgid "Test Connection"
-msgstr ""
-
-#: superset/views/core.py:201
-msgid "Expose this DB in SQL Lab"
-msgstr ""
-
-#: superset/views/core.py:202
-msgid ""
-"Allow users to run synchronous queries, this is the default and should "
-"work well for queries that can be executed within a web request scope "
-"(<~1 minute)"
-msgstr ""
-
-#: superset/views/core.py:206
-msgid ""
-"Allow users to run queries, against an async backend. This assumes that "
-"you have a Celery worker setup as well as a results backend."
-msgstr ""
-
-#: superset/views/core.py:210
-msgid "Allow CREATE TABLE AS option in SQL Lab"
-msgstr ""
-
-#: superset/views/core.py:211
-msgid ""
-"Allow users to run non-SELECT statements (UPDATE, DELETE, CREATE, ...) in"
-" SQL Lab"
-msgstr ""
-
-#: superset/views/core.py:215
-msgid ""
-"When allowing CREATE TABLE AS option in SQL Lab, this option forces the "
-"table to be created in this schema"
-msgstr ""
-
-#: superset/views/core.py:229
-msgid "Expose in SQL Lab"
-msgstr ""
-
-#: superset/views/core.py:230
-msgid "Allow CREATE TABLE AS"
-msgstr ""
-
-#: superset/views/core.py:231
-msgid "Allow DML"
-msgstr ""
-
-#: superset/views/core.py:232
-msgid "CTAS Schema"
-msgstr ""
-
-#: superset/views/core.py:234 superset/views/core.py:343
-#: superset/views/core.py:438 superset/views/core.py:500
-msgid "Creator"
-msgstr ""
-
-#: superset/views/core.py:236
-msgid "SQLAlchemy URI"
-msgstr ""
-
-#: superset/views/core.py:238
-msgid "Extra"
-msgstr ""
-
-#: superset/views/core.py:296 superset/views/core.py:513
-msgid "User"
-msgstr ""
-
-#: superset/views/core.py:297
-msgid "User Roles"
-msgstr ""
-
-#: superset/views/core.py:298
-msgid "Database URL"
-msgstr ""
-
-#: superset/views/core.py:300
-msgid "Roles to grant"
-msgstr ""
-
-#: superset/views/core.py:301
-msgid "Created On"
-msgstr ""
-
-#: superset/views/core.py:331
-msgid ""
-"These parameters are generated dynamically when clicking the save or "
-"overwrite button in the explore view. This JSON object is exposed here "
-"for reference and for power users who may want to alter specific "
-"parameters."
-msgstr ""
-
-#: superset/views/core.py:336
-msgid "Duration (in seconds) of the caching timeout for this slice."
-msgstr ""
-
-#: superset/views/core.py:347
-msgid "Last Modified"
-msgstr ""
-
-#: superset/views/core.py:348 superset/views/core.py:437
-msgid "Owners"
-msgstr ""
-
-#: superset/views/core.py:349
-msgid "Parameters"
-msgstr ""
-
-#: superset/views/core.py:350 superset/views/core.py:386
-msgid "Slice"
-msgstr ""
-
-#: superset/views/core.py:351
-msgid "Name"
-msgstr ""
-
-#: superset/views/core.py:353
-msgid "Visualization Type"
-msgstr ""
-
-#: superset/views/core.py:410
-msgid ""
-"This json object describes the positioning of the widgets in the "
-"dashboard. It is dynamically generated when adjusting the widgets size "
-"and positions by using drag & drop in the dashboard view"
-msgstr ""
-
-#: superset/views/core.py:415
-msgid ""
-"The css for individual dashboards can be altered here, or in the "
-"dashboard view where changes are immediately visible"
-msgstr ""
-
-#: superset/views/core.py:419
-msgid "To get a readable URL for your dashboard"
-msgstr ""
-
-#: superset/views/core.py:420
-msgid ""
-"This JSON object is generated dynamically when clicking the save or "
-"overwrite button in the dashboard view. It is exposed here for reference "
-"and for power users who may want to alter specific parameters."
-msgstr ""
-
-#: superset/views/core.py:425
-msgid "Owners is a list of users who can alter the dashboard."
-msgstr ""
-
-#: superset/views/core.py:433 superset/views/core.py:498
-msgid "Dashboard"
-msgstr ""
-
-#: superset/views/core.py:434 superset/views/core.py:499
-msgid "Title"
-msgstr ""
-
-#: superset/views/core.py:435
-msgid "Slug"
-msgstr ""
-
-#: superset/views/core.py:436
-msgid "Slices"
-msgstr ""
-
-#: superset/views/core.py:439 superset/views/core.py:501
-msgid "Modified"
-msgstr ""
-
-#: superset/views/core.py:440
-msgid "Position JSON"
-msgstr ""
-
-#: superset/views/core.py:441
-msgid "CSS"
-msgstr ""
-
-#: superset/views/core.py:442
-msgid "JSON Metadata"
-msgstr ""
-
-#: superset/views/core.py:443
-msgid "Underlying Tables"
-msgstr ""
-
-#: superset/views/core.py:514
-msgid "Action"
-msgstr ""
-
-#: superset/views/core.py:515
-msgid "dttm"
-msgstr ""
-
-#: superset/views/core.py:2241
-msgid "SQL Editor"
-msgstr ""
-
-#: superset/views/core.py:2250
-msgid "Query Search"
-msgstr ""
-

contrib/docker/.env

@@ -0,0 +1,17 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+COMPOSE_PROJECT_NAME=superset

contrib/docker/Dockerfile

@@ -0,0 +1,72 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+FROM python:3.6-jessie
+
+RUN useradd --user-group --create-home --no-log-init --shell /bin/bash superset
+
+# Configure environment
+ENV LANG=C.UTF-8 \
+    LC_ALL=C.UTF-8
+
+RUN apt-get update -y
+
+# Install dependencies to fix `curl https support error` and `elaying package configuration warning`
+RUN apt-get install -y apt-transport-https apt-utils
+
+# Install superset dependencies
+# https://superset.incubator.apache.org/installation.html#os-dependencies
+RUN apt-get install -y build-essential libssl-dev \
+    libffi-dev python3-dev libsasl2-dev libldap2-dev libxi-dev
+
+# Install extra useful tool for development
+RUN apt-get install -y vim less postgresql-client redis-tools
+
+# Install nodejs for custom build
+# https://superset.incubator.apache.org/installation.html#making-your-own-build
+# https://nodejs.org/en/download/package-manager/
+RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - \
+    && apt-get install -y nodejs
+
+WORKDIR /home/superset
+
+COPY requirements.txt .
+COPY requirements-dev.txt .
+COPY contrib/docker/requirements-extra.txt .
+
+RUN pip install --upgrade setuptools pip \
+    && pip install -r requirements.txt -r requirements-dev.txt -r requirements-extra.txt \
+    && rm -rf /root/.cache/pip
+
+COPY --chown=superset:superset superset superset
+
+ENV PATH=/home/superset/superset/bin:$PATH \
+    PYTHONPATH=/home/superset/superset/:$PYTHONPATH
+
+USER superset
+
+RUN cd superset/assets \
+    && npm ci \
+    && npm run build \
+    && rm -rf node_modules
+
+COPY contrib/docker/docker-init.sh .
+COPY contrib/docker/docker-entrypoint.sh /entrypoint.sh
+ENTRYPOINT ["/entrypoint.sh"]
+
+HEALTHCHECK CMD ["curl", "-f", "http://localhost:8088/health"]
+
+EXPOSE 8088

contrib/docker/README.md

@@ -0,0 +1,58 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+
+# Getting Started with Superset using Docker
+
+Docker is an easy way to get started with Superset.
+
+## Initializing Database
+
+To initialize the database with a user and example charts, dashboards and datasets run:
+
+```bash
+docker-compose run -e SUPERSET_LOAD_EXAMPLES=yes --rm superset ./docker-init.sh
+```
+
+This may take a minute.
+
+## Normal Operation
+
+To run the container, simply run:
+
+```bash
+docker-compose up
+```
+
+After several minutes for superset initialization to finish, you can open a browser and view [`http://localhost:8088`](http://localhost:8088) 
+to start your journey.
+
+## Developing
+
+While running, the container server will reload on modification of the superset python and javascript source code.
+Don't forget to reload the page to take the new frontend into account though.
+
+## Production
+
+It is also possible to run Superset in non-development mode: in the `docker-compose.yml` file remove
+the volumes needed for development and change the variable `SUPERSET_ENV` to `production`.
+
+## Resource Constraints
+
+If you are attempting to build on a Mac and it exits with 137 you need to increase your docker resources.
+OSX instructions: https://docs.docker.com/docker-for-mac/#advanced (Search for memory)

contrib/docker/docker-compose.yml

@@ -0,0 +1,71 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+version: '2'
+services:
+  redis:
+    image: redis:3.2
+    restart: unless-stopped
+    ports:
+      - "127.0.0.1:6379:6379"
+    volumes:
+      - redis:/data
+
+  postgres:
+    image: postgres:10
+    restart: unless-stopped
+    environment:
+      POSTGRES_DB: superset
+      POSTGRES_PASSWORD: superset
+      POSTGRES_USER: superset
+    ports:
+      - "127.0.0.1:5432:5432"
+    volumes:
+      - postgres:/var/lib/postgresql/data
+
+  superset:
+    build:
+      context: ../../
+      dockerfile: contrib/docker/Dockerfile
+    restart: unless-stopped
+    environment:
+      POSTGRES_DB: superset
+      POSTGRES_USER: superset
+      POSTGRES_PASSWORD: superset
+      POSTGRES_HOST: postgres
+      POSTGRES_PORT: 5432
+      REDIS_HOST: redis
+      REDIS_PORT: 6379
+      # If using production, comment development volume below
+      #SUPERSET_ENV: production
+      SUPERSET_ENV: development
+    user: root:root
+    ports:
+      - 8088:8088
+    depends_on:
+      - postgres
+      - redis
+    volumes:
+      # this is needed to communicate with the postgres and redis services
+      - ./superset_config.py:/home/superset/superset/superset_config.py
+      # this is needed for development, remove with SUPERSET_ENV=production
+      - ../../superset:/home/superset/superset
+
+volumes:
+  postgres:
+    external: false
+  redis:
+    external: false

contrib/docker/docker-entrypoint.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -ex
+
+if [ "$#" -ne 0 ]; then
+    exec "$@"
+elif [ "$SUPERSET_ENV" = "development" ]; then
+    celery worker --app=superset.sql_lab:celery_app --pool=gevent -Ofair &
+    # needed by superset runserver
+    (cd superset/assets/ && npm ci)
+    (cd superset/assets/ && npm run dev) &
+    FLASK_ENV=development FLASK_APP=superset:app flask run -p 8088 --with-threads --reload --debugger --host=0.0.0.0
+elif [ "$SUPERSET_ENV" = "production" ]; then
+    celery worker --app=superset.sql_lab:celery_app --pool=gevent -Ofair &
+    exec gunicorn --bind  0.0.0.0:8088 \
+        --workers $((2 * $(getconf _NPROCESSORS_ONLN) + 1)) \
+        --timeout 60 \
+        --limit-request-line 0 \
+        --limit-request-field_size 0 \
+        superset:app
+else
+    superset --help
+fi

contrib/docker/docker-init.sh

@@ -0,0 +1,33 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+set -ex
+
+# Create an admin user (you will be prompted to set username, first and last name before setting a password)
+export FLASK_APP=superset:app
+flask fab create-admin
+
+# Initialize the database
+superset db upgrade
+
+if [ "$SUPERSET_LOAD_EXAMPLES" = "yes" ]; then
+    # Load some data to play with
+    superset load_examples
+fi
+
+# Create default roles and permissions
+superset init

contrib/docker/requirements-extra.txt

@@ -0,0 +1,17 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+gevent==1.4.0

contrib/docker/superset_config.py

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+import os
+
+
+def get_env_variable(var_name, default=None):
+    """Get the environment variable or raise exception."""
+    try:
+        return os.environ[var_name]
+    except KeyError:
+        if default is not None:
+            return default
+        else:
+            error_msg = 'The environment variable {} was missing, abort...'\
+                        .format(var_name)
+            raise EnvironmentError(error_msg)
+
+
+POSTGRES_USER = get_env_variable('POSTGRES_USER')
+POSTGRES_PASSWORD = get_env_variable('POSTGRES_PASSWORD')
+POSTGRES_HOST = get_env_variable('POSTGRES_HOST')
+POSTGRES_PORT = get_env_variable('POSTGRES_PORT')
+POSTGRES_DB = get_env_variable('POSTGRES_DB')
+
+# The SQLAlchemy connection string.
+SQLALCHEMY_DATABASE_URI = 'postgresql://%s:%s@%s:%s/%s' % (POSTGRES_USER,
+                                                           POSTGRES_PASSWORD,
+                                                           POSTGRES_HOST,
+                                                           POSTGRES_PORT,
+                                                           POSTGRES_DB)
+
+REDIS_HOST = get_env_variable('REDIS_HOST')
+REDIS_PORT = get_env_variable('REDIS_PORT')
+
+
+class CeleryConfig(object):
+    BROKER_URL = 'redis://%s:%s/0' % (REDIS_HOST, REDIS_PORT)
+    CELERY_IMPORTS = ('superset.sql_lab', )
+    CELERY_RESULT_BACKEND = 'redis://%s:%s/1' % (REDIS_HOST, REDIS_PORT)
+    CELERY_ANNOTATIONS = {'tasks.add': {'rate_limit': '10/s'}}
+    CELERY_TASK_PROTOCOL = 1
+
+
+CELERY_CONFIG = CeleryConfig

dev-reqs-for-docs.txt

@@ -1,3 +0,0 @@
-sphinx
-sphinx-rtd-theme
-sphinxcontrib.youtube

dev-reqs.txt

@@ -1,13 +0,0 @@
-codeclimate-test-reporter
-coveralls
-flake8
-flask_cors
-mock
-mysqlclient
-nose
-psycopg2
-pylint
-pythrifthiveapi
-pyyaml
-# Also install everything we need to build Sphinx docs
--r dev-reqs-for-docs.txt

docs/Makefile

@@ -1,3 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 # Makefile for Sphinx documentation
 #
 
@@ -9,7 +25,7 @@ BUILDDIR      = _build
 
 # User-friendly check for sphinx-build
 ifeq ($(shell which $(SPHINXBUILD) >/dev/null 2>&1; echo $$?), 1)
-$(error The '$(SPHINXBUILD)' command was not found. Make sure you have Sphinx installed, then set the SPHINXBUILD environment variable to point to the full path of the '$(SPHINXBUILD)' executable. Alternatively you can add the directory with the executable to your PATH. If you don't have Sphinx installed, grab it from http://sphinx-doc.org/)
+$(error The '$(SPHINXBUILD)' command was not found. Make sure you have Sphinx installed, then set the SPHINXBUILD environment variable to point to the full path of the '$(SPHINXBUILD)' executable. Alternatively you can add the directory with the executable to your PATH. If you don't have Sphinx installed, grab it from https://sphinx-doc.org/)
 endif
 
 # Internal variables.

docs/_static/docs.css

@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
 body {
     padding-top: 0px;
 }

docs/_templates/layout.html

@@ -1,95 +0,0 @@
-{% extends "!layout.html" %}
-
-{% set bootswatch_css_custom = ['_static/docs.css'] %}
-
-{%- block content %}
-  {{ navBar() }}
-  {% if pagename == 'index' %}
-    <div id="carousel" class="carousel slide" data-ride="carousel">
-      <!-- Indicators -->
-      <ol class="carousel-indicators">
-        <li data-target="#carousel" data-slide-to="0" class="active"></li>
-        <li data-target="#carousel" data-slide-to="1"></li>
-        <li data-target="#carousel" data-slide-to="2"></li>
-        <li data-target="#carousel" data-slide-to="3"></li>
-        <li data-target="#carousel" data-slide-to="4"></li>
-      </ol>
-
-      <!-- Wrapper for slides -->
-      <div class="carousel-inner" role="listbox">
-        <div class="item active text-center">
-          <img src="_static/img/dash.png">
-          <div class="carousel-caption">
-            <div>
-              <h1>Superset</h1>
-              <p>
-                an open source data visualization platform
-              </p>
-            </div>
-          </div>
-        </div>
-        <div class="item">
-          <img src="_static/img/bubble.png">
-          <div class="carousel-caption">
-            <h2>Explore your data
-            </h2>
-            <p>
-              Intuitively navigate your data while slicing, dicing, and
-              visualizing through a rich set of widgets
-            </p>
-          </div>
-        </div>
-        <div class="item">
-          <img src="_static/img/dash.png">
-          <div class="carousel-caption">
-            <h2>Create and share dashboards</h2>
-            <p>Assemble many data visualization "slices" into a rich collection</p>
-          </div>
-        </div>
-        <div class="item">
-          <img src="_static/img/cloud.png">
-          <div class="carousel-caption">
-            <h2>Extend</h2>
-            <p>Join the community and take part in extending the widget library</p>
-          </div>
-        </div>
-        <div class="item">
-          <img src="_static/img/servers.jpg">
-          <div class="carousel-caption">
-            <h2>Connect</h2>
-            <p>
-              Access data from MySql, Presto.db, Postgres, RedShift, Oracle, MsSql,
-              SQLite, and more through the SqlAlchemy integration. You can also
-              query realtime data blazingly fast out of Druid.io
-            </p>
-          </div>
-        </div>
-      </div>
-      <!-- Controls -->
-      <div>
-        <a class="left carousel-control" href="#carousel" role="button" data-slide="prev">
-          <span class="glyphicon glyphicon-chevron-left" aria-hidden="true"></span>
-          <span class="sr-only">Previous</span>
-        </a>
-        <a class="right carousel-control" href="#carousel" role="button" data-slide="next">
-          <span class="glyphicon glyphicon-chevron-right" aria-hidden="true"></span>
-          <span class="sr-only">Next</span>
-        </a>
-      </div>
-    </div>
-    <hr/>
-    <div class="container">
-      <div class="jumbotron">
-        <h1>Superset</h1>
-        <p>
-        is an open source data visualization platform that provides easy
-        exploration of your data and allows you to create and share
-        beautiful charts and dashboards
-        </p>
-      </div>
-    </div>
-  {% endif %}
-  <div class="container mainbody">
-  {% block body %}{% endblock %}
-  </div>
-{%- endblock %}

docs/build.sh

@@ -1,4 +1,20 @@
 #!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 rm -rf _build
 make html
 #cp -r ../superset/assets/images/ _build/html/_static/img/

docs/conf.py

@@ -1,5 +1,19 @@
-# -*- coding: utf-8 -*-
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
 #
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 # superset documentation build configuration file, created by
 # sphinx-quickstart on Thu Dec 17 15:42:06 2015.
 #
@@ -33,7 +47,7 @@ import sphinx_rtd_theme
 extensions = [
     'sphinx.ext.autodoc',
     'sphinx.ext.viewcode',
-    'sphinxcontrib.youtube',
+    'sphinx_autodoc_typehints',
 ]
 
 # Add any paths that contain templates here, relative to this directory.
@@ -51,9 +65,9 @@ source_suffix = '.rst'
 master_doc = 'index'
 
 # General information about the project.
-project = "Superset's documentation"
-copyright = None
-author = u'Maxime Beauchemin'
+project = "Apache Superset"
+copyright = 'Copyright © 2019 The Apache Software Foundation, Licensed under the Apache License, Version 2.0.'
+author = u'Apache Superset Dev'
 
 # The version info for the project you're documenting, acts as replacement for
 # |version| and |release|, also used in various other places throughout the
@@ -133,7 +147,7 @@ html_theme_options = {}
 
 # The name of an image file (relative to this directory) to place at the top
 # of the sidebar.
-#html_logo = None
+# html_logo = "images/s.png"
 
 # The name of an image file (within the static path) to use as favicon of the
 # docs.  This file should be a Windows icon file (.ico) being 16x16 or 32x32
@@ -178,7 +192,7 @@ html_static_path = ['_static']
 html_show_sourcelink = False
 
 # If true, "Created using Sphinx" is shown in the HTML footer. Default is True.
-#html_show_sphinx = True
+html_show_sphinx = False
 
 # If true, "(C) Copyright ..." is shown in the HTML footer. Default is True.
 html_show_copyright = False
@@ -229,7 +243,7 @@ latex_elements = {
 #  author, documentclass [howto, manual, or own class]).
 latex_documents = [
   (master_doc, 'superset.tex', u'Superset Documentation',
-   u'Maxime Beauchemin', 'manual'),
+   u'Apache Superset Dev', 'manual'),
 ]
 
 # The name of an image file (relative to this directory) to place at the top of

docs/druid.rst

@@ -1,21 +1,36 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
 Druid
 =====
 
-Superset works well with Druid, though currently not all
-advanced features out of Druid are covered. This page clarifies what is
-covered and what isn't and explains how to use some of the features.
+Superset has a native connector to Druid and a majority of Druid's
+features are accessible through Superset.
 
 .. note ::
-    Currently Airbnb runs against Druid ``0.8.x`` and previous /
-    following versions are not tested against.
-
-Supported
-'''''''''
+    Druid now supports SQL and can be accessed through Superset's
+    SQLAlchemy connector. The long-term vision is to deprecate
+    the Druid native REST connector and query Druid exclusively through
+    the SQL interface.
 
 Aggregations
 ------------
 
-Common aggregations, or Druid metrics can be defined and used in Superset.
+Common aggregations or Druid metrics can be defined and used in Superset.
 The first and simpler use case is to use the checkbox matrix expose in your
 datasource's edit view (``Sources -> Druid Datasources ->
 [your datasource] -> Edit -> [tab] List Druid Column``).
@@ -23,26 +38,27 @@ Clicking the ``GroupBy`` and ``Filterable`` checkboxes will make the column
 appear in the related dropdowns while in explore view. Checking
 ``Count Distinct``, ``Min``, ``Max`` or ``Sum`` will result in creating
 new metrics that will appear in the ``List Druid Metric`` tab upon saving the
-datasource. By editing these metrics, you'll notice that they their ``json``
-element correspond to Druid aggregation definition. You can create your own
+datasource. By editing these metrics, you'll notice that their ``json``
+element corresponds to Druid aggregation definition. You can create your own
 aggregations manually from the ``List Druid Metric`` tab following Druid
 documentation.
 
-.. image:: _static/img/druid_agg.png
+.. image:: images/druid_agg.png
    :scale: 50 %
 
 Post-Aggregations
 -----------------
 
 Druid supports post aggregation and this works in Superset. All you have to
-do is creating a metric, much like you would create an aggregation manually,
+do is create a metric, much like you would create an aggregation manually,
 but specify ``postagg`` as a ``Metric Type``. You then have to provide a valid
 json post-aggregation definition (as specified in the Druid docs) in the
 Json field.
 
 
-Not yet supported
-'''''''''''''''''
+Unsupported Features
+--------------------
 
-- Regex filters
-- Lookups / joins
+.. note ::
+    Unclear at this point, this section of the documentation could use
+    some input.

docs/faq.rst

@@ -1,3 +1,20 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
 FAQ
 ===
 
@@ -45,15 +62,33 @@ visualizations.
 https://github.com/airbnb/superset/issues?q=label%3Aexample+is%3Aclosed
 
 
+Can I upload and visualize csv data?
+------------------------------------
+
+Yes, using the ``Upload a CSV`` button under the ``Sources`` menu item.
+This brings up a form that allows you specify required information.
+After creating the table from CSV, it can then be loaded like any
+other on the ``Sources -> Tables`` page.
+
+
 Why are my queries timing out?
 ------------------------------
 
-If you are seeing timeouts (504 Gateway Time-out) when running queries,
-it's because the web server is timing out web requests. If you want to
-increase the default (50), you can specify the timeout when starting the
-web server with the ``-t`` flag, which is expressed in seconds.
+There are many reasons may cause long query timing out.
 
-``superset runserver -t 300``
+
+- For running long query from Sql Lab, by default Superset allows it run as long as 6 hours before it being killed by celery. If you want to increase the time for running query, you can specify the timeout in configuration. For example:
+
+  ``SQLLAB_ASYNC_TIME_LIMIT_SEC = 60 * 60 * 6``
+
+
+- Superset is running on gunicorn web server, which may time out web requests. If you want to increase the default (50), you can specify the timeout when starting the web server with the ``-t`` flag, which is expressed in seconds.
+
+  ``superset runserver -t 300``
+
+- If you are seeing timeouts (504 Gateway Time-out) when loading dashboard or explore slice, you are probably behind gateway or proxy server (such as Nginx). If it did not receive a timely response from Superset server (which is processing long queries), these web servers will send 504 status code to clients directly. Superset has a client-side timeout limit to address this issue. If query didn't come back within clint-side timeout (60 seconds by default), Superset will display warning message to avoid gateway timeout message. If you have a longer gateway timeout limit, you can change the timeout settings in ``superset_config.py``:
+
+  ``SUPERSET_WEBSERVER_TIMEOUT = 60``
 
 
 Why is the map not visible in the mapbox visualization?
@@ -70,7 +105,7 @@ It's easy: use the ``Filter Box`` widget, build a slice, and add it to your
 dashboard.
 
 The ``Filter Box`` widget allows you to define a query to populate dropdowns
-that can be use for filtering. To build the list of distinct values, we
+that can be used for filtering. To build the list of distinct values, we
 run a query, and sort the result by the metric you provide, sorting
 descending.
 
@@ -78,6 +113,11 @@ The widget also has a checkbox ``Date Filter``, which enables time filtering
 capabilities to your dashboard. After checking the box and refreshing, you'll
 see a ``from`` and a ``to`` dropdown show up.
 
+By default, the filtering will be applied to all the slices that are built
+on top of a datasource that shares the column name that the filter is based
+on. It's also a requirement for that column to be checked as "filterable"
+in the column tab of the table editor.
+
 But what about if you don't want certain widgets to get filtered on your
 dashboard? You can do that by editing your dashboard, and in the form,
 edit the ``JSON Metadata`` field, more specifically the
@@ -85,15 +125,16 @@ edit the ``JSON Metadata`` field, more specifically the
 never be affected by any dashboard level filtering.
 
 
-..code::
+.. code-block:: json
 
     {
         "filter_immune_slices": [324, 65, 92],
         "expanded_slices": {},
         "filter_immune_slice_fields": {
-            "177": ["country_name", "__from", "__to"],
-            "32": ["__from", "__to"]
-        }
+            "177": ["country_name", "__time_range"],
+            "32": ["__time_range"]
+        },
+        "timed_refresh_immune_slices": [324]
     }
 
 In the json blob above, slices 324, 65 and 92 won't be affected by any
@@ -103,19 +144,174 @@ Now note the ``filter_immune_slice_fields`` key. This one allows you to
 be more specific and define for a specific slice_id, which filter fields
 should be disregarded.
 
-Note the use of the ``__from`` and ``__to`` keywords, those are reserved
-for dealing with the time boundary filtering mentioned above.
+Note the use of the ``__time_range`` keyword, which is reserved for dealing
+with the time boundary filtering mentioned above.
 
 But what happens with filtering when dealing with slices coming from
 different tables or databases? If the column name is shared, the filter will
 be applied, it's as simple as that.
 
-Why does fabmanager or superset freezed/hung/not responding when started (my home directory is NFS mounted)?
------------------------------------------------------------------------------------------
-superset creates and uses an sqlite database at ``~/.superset/superset.db``. Sqlite is known to `don't work well if used on NFS`__ due to broken file locking implementation on NFS.
+
+How to limit the timed refresh on a dashboard?
+----------------------------------------------
+By default, the dashboard timed refresh feature allows you to automatically re-query every slice
+on a dashboard according to a set schedule. Sometimes, however, you won't want all of the slices
+to be refreshed - especially if some data is slow moving, or run heavy queries. To exclude specific
+slices from the timed refresh process, add the ``timed_refresh_immune_slices`` key to the dashboard
+``JSON Metadata`` field:
+
+.. code-block:: json
+
+    {
+       "filter_immune_slices": [],
+        "expanded_slices": {},
+        "filter_immune_slice_fields": {},
+        "timed_refresh_immune_slices": [324]
+    }
+
+In the example above, if a timed refresh is set for the dashboard, then every slice except 324 will
+be automatically re-queried on schedule.
+
+Slice refresh will also be staggered over the specified period. You can turn off this staggering
+by setting the ``stagger_refresh`` to ``false`` and modify the stagger period by setting
+``stagger_time`` to a value in milliseconds in the ``JSON Metadata`` field:
+
+.. code-block:: json
+
+    {
+        "stagger_refresh": false,
+        "stagger_time": 2500
+    }
+
+Here, the entire dashboard will refresh at once if periodic refresh is on. The stagger time of
+2.5 seconds is ignored.
+
+Why does 'flask fab' or superset freezed/hung/not responding when started (my home directory is NFS mounted)?
+-------------------------------------------------------------------------------------------------------------
+By default, superset creates and uses an sqlite database at ``~/.superset/superset.db``. Sqlite is known to `don't work well if used on NFS`__ due to broken file locking implementation on NFS.
 
 __ https://www.sqlite.org/lockingv3.html
 
-One work around is to create a symlink from ~/.superset to a directory located on a non-NFS partition.
+You can override this path using the ``SUPERSET_HOME`` environment variable.
+
+Another work around is to change where superset stores the sqlite database by adding ``SQLALCHEMY_DATABASE_URI = 'sqlite:////new/location/superset.db'`` in superset_config.py (create the file if needed), then adding the directory where superset_config.py lives to PYTHONPATH environment variable (e.g. ``export PYTHONPATH=/opt/logs/sandbox/airbnb/``).
+
+What if the table schema changed?
+---------------------------------
+
+Table schemas evolve, and Superset needs to reflect that. It's pretty common
+in the life cycle of a dashboard to want to add a new dimension or metric.
+To get Superset to discover your new columns, all you have to do is to
+go to ``Menu -> Sources -> Tables``, click the ``edit`` icon next to the
+table who's schema has changed, and hit ``Save`` from the ``Detail`` tab.
+Behind the scene, the new columns will get merged it. Following this,
+you may want to
+re-edit the table afterwards to configure the ``Column`` tab, check the
+appropriate boxes and save again.
+
+How do I go about developing a new visualization type?
+------------------------------------------------------
+Here's an example as a Github PR with comments that describe what the
+different sections of the code do:
+https://github.com/airbnb/superset/pull/3013
+
+What database engine can I use as a backend for Superset?
+---------------------------------------------------------
+
+To clarify, the *database backend* is an OLTP database used by Superset to store its internal
+information like your list of users, slices and dashboard definitions.
+
+Superset is tested using Mysql, Postgresql and Sqlite for its backend. It's recommended you
+install Superset on one of these database server for production.
+
+Using a column-store, non-OLTP databases like Vertica, Redshift or Presto as a database backend simply won't work as these databases are not designed for this type of workload. Installation on Oracle, Microsoft SQL Server, or other OLTP databases may work but isn't tested.
+
+Please note that pretty much any databases that have a SqlAlchemy integration should work perfectly fine as a datasource for Superset, just not as the OLTP backend.
+
+How can i configure OAuth authentication and authorization?
+-----------------------------------------------------------
+
+You can take a look at this Flask-AppBuilder `configuration example
+<https://github.com/dpgaspar/Flask-AppBuilder/blob/master/examples/oauth/config.py>`_.
+
+How can I set a default filter on my dashboard?
+-----------------------------------------------
+
+Easy. Simply apply the filter and save the dashboard while the filter
+is active.
+
+How do I get Superset to refresh the schema of my table?
+--------------------------------------------------------
+
+When adding columns to a table, you can have Superset detect and merge the
+new columns in by using the "Refresh Metadata" action in the
+``Source -> Tables`` page. Simply check the box next to the tables
+you want the schema refreshed, and click ``Actions -> Refresh Metadata``.
+
+Is there a way to force the use specific colors?
+------------------------------------------------
+
+It is possible on a per-dashboard basis by providing a mapping of
+labels to colors in the ``JSON Metadata`` attribute using the
+``label_colors`` key.
+
+.. code-block:: json
+
+    {
+        "label_colors": {
+            "Girls": "#FF69B4",
+            "Boys": "#ADD8E6"
+        }
+    }
+
+Does Superset work with [insert database engine here]?
+------------------------------------------------------
+
+The community over time has curated a list of databases that work well with
+Superset in the :ref:`ref_database_deps` section of the docs. Database
+engines not listed in this page may work too. We rely on the
+community to contribute to this knowledge base.
+
+.. _SQLAlchemy dialect: https://docs.sqlalchemy.org/en/latest/dialects/
+.. _DBAPI driver: https://www.python.org/dev/peps/pep-0249/
+
+For a database engine to be supported in Superset through the
+SQLAlchemy connector, it requires having a Python compliant
+`SQLAlchemy dialect`_ as well as a
+`DBAPI driver`_ defined.
+Database that have limited SQL support may
+work as well. For instance it's possible to connect
+to Druid through the SQLAlchemy connector even though Druid does not support
+joins and subqueries. Another key element for a database to be supported is through
+the Superset `Database Engine Specification
+<https://github.com/apache/incubator-superset/blob/master/superset/db_engine_specs.py>`_
+interface. This interface allows for defining database-specific configurations
+and logic
+that go beyond the SQLAlchemy and DBAPI scope. This includes features like:
+
+
+* date-related SQL function that allow Superset to fetch different
+  time granularities when running time-series queries
+* whether the engine supports subqueries. If false, Superset may run 2-phase
+  queries to compensate for the limitation
+* methods around processing logs and inferring the percentage of completion
+  of a query
+* technicalities as to how to handle cursors and connections if the driver
+  is not standard DBAPI
+* more, read the code for more details
+
+Beyond the SQLAlchemy connector, it's also possible, though much more
+involved, to extend Superset and write
+your own connector. The only example of this at the moment is the Druid
+connector, which is getting superseded by Druid's growing SQL support and
+the recent availability of a DBAPI and SQLAlchemy driver. If the database
+you are considering integrating has any kind of of SQL support, it's probably
+preferable to go the SQLAlchemy route. Note that for a native connector to
+be possible the database needs to have support for running OLAP-type queries
+and should be able to things that are typical in basic SQL:
+
+- aggregate data
+- apply filters (==, !=, >, <, >=, <=, IN, ...)
+- apply HAVING-type filters
+- be schema-aware, expose columns and types
 
-Another work around is to change where superset stores the sqlite database by adding ``SQLALCHEMY_DATABASE_URI = 'sqlite:////new/localtion/superset.db'`` in superset_config.py (create the file if needed), then adding the directory where superset_config.py lives to PYTHONPATH environment variable (e.g. ``export PYTHONPATH=/opt/logs/sandbox/airbnb/``).

docs/gallery.rst

@@ -1,89 +1,207 @@
-Gallery
-=======
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
 
-.. image:: _static/img/viz_thumbnails/line.png
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+Visualizations Gallery
+======================
+
+.. image:: images/viz_thumbnails/area.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/bubble.png
+
+.. image:: images/viz_thumbnails/bar.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/table.png
+
+.. image:: images/viz_thumbnails/big_number.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/pie.png
+
+.. image:: images/viz_thumbnails/big_number_total.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/bar.png
+
+.. image:: images/viz_thumbnails/box_plot.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/world_map.png
+
+.. image:: images/viz_thumbnails/bubble.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/sankey.png
+
+.. image:: images/viz_thumbnails/bullet.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/word_cloud.png
+
+.. image:: images/viz_thumbnails/cal_heatmap.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/filter_box.png
+
+.. image:: images/viz_thumbnails/chord.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/pivot_table.png
+
+.. image:: images/viz_thumbnails/compare.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/directed_force.png
+
+.. image:: images/viz_thumbnails/country_map.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/compare.png
+
+.. image:: images/viz_thumbnails/deck_arc.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/sunburst.png
+
+.. image:: images/viz_thumbnails/deck_geojson.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/area.png
+
+.. image:: images/viz_thumbnails/deck_grid.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/big_number.png
+
+.. image:: images/viz_thumbnails/deck_hex.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/big_number_total.png
+
+.. image:: images/viz_thumbnails/deck_multi.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/bullet.png
+
+.. image:: images/viz_thumbnails/deck_path.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/dist_bar.png
+
+.. image:: images/viz_thumbnails/deck_polygon.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/heatmap.png
+
+.. image:: images/viz_thumbnails/deck_scatter.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/markup.png
+
+.. image:: images/viz_thumbnails/deck_screengrid.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/para.png
+
+.. image:: images/viz_thumbnails/directed_force.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/iframe.png
+
+.. image:: images/viz_thumbnails/dist_bar.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/box_plot.png
+
+.. image:: images/viz_thumbnails/dual_line.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/treemap.png
+
+.. image:: images/viz_thumbnails/event_flow.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/cal_heatmap.png
+
+.. image:: images/viz_thumbnails/filter_box.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/horizon.png
+
+.. image:: images/viz_thumbnails/heatmap.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/mapbox.png
+
+.. image:: images/viz_thumbnails/histogram.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/separator.png
+
+.. image:: images/viz_thumbnails/horizon.png
    :scale: 25 %
 
-.. image:: _static/img/viz_thumbnails/histogram.png
+
+.. image:: images/viz_thumbnails/iframe.png
    :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/line.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/mapbox.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/markup.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/paired_ttest.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/para.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/partition.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/pie.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/pivot_table.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/rose.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/sankey.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/separator.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/sunburst.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/table.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/time_pivot.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/time_table.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/treemap.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/word_cloud.png
+   :scale: 25 %
+
+
+.. image:: images/viz_thumbnails/world_map.png
+   :scale: 25 %
+

docs/images

@@ -0,0 +1 @@
+../superset/assets/images/

docs/import_export_datasources.rst

@@ -0,0 +1,125 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+Importing and Exporting Datasources
+===================================
+
+The superset cli allows you to import and export datasources from and to YAML.
+Datasources include both databases and druid clusters. The data is expected to be organized in the following hierarchy: ::
+
+    .
+    ├──databases
+    |  ├──database_1
+    |  |  ├──table_1
+    |  |  |  ├──columns
+    |  |  |  |  ├──column_1
+    |  |  |  |  ├──column_2
+    |  |  |  |  └──... (more columns)
+    |  |  |  └──metrics
+    |  |  |     ├──metric_1
+    |  |  |     ├──metric_2
+    |  |  |     └──... (more metrics)
+    |  |  └── ... (more tables)
+    |  └── ... (more databases)
+    └──druid_clusters
+       ├──cluster_1
+       |  ├──datasource_1
+       |  |  ├──columns
+       |  |  |  ├──column_1
+       |  |  |  ├──column_2
+       |  |  |  └──... (more columns)
+       |  |  └──metrics
+       |  |     ├──metric_1
+       |  |     ├──metric_2
+       |  |     └──... (more metrics)
+       |  └── ... (more datasources)
+       └── ... (more clusters)
+
+
+Exporting Datasources to YAML
+-----------------------------
+You can print your current datasources to stdout by running: ::
+
+    superset export_datasources
+
+
+To save your datasources to a file run: ::
+
+    superset export_datasources -f <filename>
+
+
+By default, default (null) values will be omitted. Use the ``-d`` flag to include them.
+If you want back references to be included (e.g. a column to include the table id
+it belongs to) use the ``-b`` flag.
+
+Alternatively, you can export datasources using the UI:
+
+1. Open **Sources** -> **Databases** to export all tables associated to a
+   single or multiple databases. (**Tables** for one or more tables,
+   **Druid Clusters** for clusters, **Druid Datasources** for datasources)
+#. Select the items you would like to export
+#. Click **Actions** -> **Export to YAML**
+#. If you want to import an item that you exported through the UI, you
+   will need to nest it inside its parent element, e.g. a `database`
+   needs to be nested under `databases` a `table` needs to be
+   nested inside a `database` element.
+
+Exporting the complete supported YAML schema
+--------------------------------------------
+In order to obtain an exhaustive list of all fields you can import using the YAML import run: ::
+
+    superset export_datasource_schema
+
+Again, you can use the ``-b`` flag to include back references.
+
+
+Importing Datasources from YAML
+-------------------------------
+In order to import datasources from a YAML file(s), run: ::
+
+    superset import_datasources -p <path or filename>
+
+If you supply a path all files ending with ``*.yaml`` or ``*.yml`` will be parsed.
+You can apply additional flags e.g.: ::
+
+    superset import_datasources -p <path> -r
+
+Will search the supplied path recursively.
+
+The sync flag ``-s`` takes parameters in order to sync the supplied elements with
+your file. Be careful this can delete the contents of your meta database. Example:
+
+   superset import_datasources -p <path / filename> -s columns,metrics
+
+This will sync all ``metrics`` and ``columns`` for all datasources found in the
+``<path / filename>`` in the Superset meta database. This means columns and metrics
+not specified in YAML will be deleted. If you would add ``tables`` to ``columns,metrics``
+those would be synchronised as well.
+
+
+If you don't supply the sync flag (``-s``) importing will only add and update (override) fields.
+E.g. you can add a ``verbose_name`` to the column ``ds`` in the table ``random_time_series`` from the example datasets
+by saving the following YAML to file and then running the ``import_datasources`` command. ::
+
+    databases:
+    - database_name: main
+      tables:
+      - table_name: random_time_series
+        columns:
+        - column_name: ds
+          verbose_name: datetime
+

docs/index.rst

@@ -1,55 +1,153 @@
-.. image:: _static/img/s.png
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
 
-Superset's documentation
-''''''''''''''''''''''''
+..    http://www.apache.org/licenses/LICENSE-2.0
 
-Superset is a data exploration platform designed to be visual, intuitive
-and interactive.
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+|apache_img| |superset_img|
+
+.. |apache_img| image:: images/apache_feather.png
+   :width: 7%
+   :target: http://www.apache.org/
+   :alt: The Apache Software Foundation
+
+.. |superset_img| image:: images/s.png
+   :width: 25%
+
+Apache Superset (incubating)
+''''''''''''''''''''''''''''
+
+Apache Superset (incubating) is a modern, enterprise-ready business
+intelligence web application
 
 
 ----------------
 
-.. warning:: This project was originally named Panoramix, was renamed to
-    Caravel in March 2016, and is currently named Superset as of November 2016
+.. important::
+
+    **Disclaimer**: Apache Superset is an effort undergoing incubation at The
+    Apache Software Foundation (ASF), sponsored by the Apache Incubator.
+    Incubation is required of all newly accepted projects until a further
+    review indicates that the infrastructure, communications, and
+    decision making process have stabilized in a manner consistent with
+    other successful ASF projects. While incubation status is not
+    necessarily a reflection of the completeness or stability of
+    the code, it does indicate that the project has yet to be fully
+    endorsed by the ASF.
+
+.. note:: Apache Superset, Superset, Apache, the Apache feather logo, and
+    the Apache Superset project logo are either registered trademarks or
+    trademarks of The Apache Software Foundation in the United States
+    and other countries.
+
+Superset Resources
+==================
+- `Superset's Github <https://github.com/apache/incubator-superset>`_, note
+  that `we use Github for issue tracking <https://github.com/apache/incubator-superset/issues>`_
+- Superset's
+  `contribution guidelines <https://github.com/apache/incubator-superset/blob/master/CONTRIBUTING.md>`_
+  and
+  `code of conduct <https://github.com/apache/incubator-superset/blob/master/CODE_OF_CONDUCT.md>`_
+  on Github.
+- Our `mailing list archives <https://lists.apache.org/list.html?dev@superset.apache.org>`_.
+  To subscribe, send an email to ``dev-subscribe@superset.apache.org``
+- `Join our Slack <https://join.slack.com/t/apache-superset/shared_invite/enQtNDMxMDY5NjM4MDU0LWJmOTcxYjlhZTRhYmEyYTMzOWYxOWEwMjcwZDZiNWRiNDY2NDUwNzcwMDFhNzE1ZmMxZTZlZWY0ZTQ2MzMyNTU>`_
+
+Apache Software Foundation Resources
+====================================
+- `The Apache Software Foundation Website <http://www.apache.org>`_
+- `Current Events <http://www.apache.org/events/current-event>`_
+- `License <https://www.apache.org/licenses/>`_
+- `Thanks <https://www.apache.org/foundation/thanks.html>`_ to the ASF's sponsors
+- `Sponsor Apache! <http://www.apache.org/foundation/sponsorship.html>`_
 
 Overview
-=======================================
+========
 
 Features
----------
+--------
 
-- A rich set of data visualizations, integrated from some of the best
-  visualization libraries
-- Create and share simple dashboards
-- An extensible, high-granularity security/permission model allowing
-  intricate rules on who can access individual features and the dataset
+- A rich set of data visualizations
+- An easy-to-use interface for exploring and visualizing data
+- Create and share dashboards
 - Enterprise-ready authentication with integration with major authentication
   providers (database, OpenID, LDAP, OAuth & REMOTE_USER through
   Flask AppBuilder)
+- An extensible, high-granularity security/permission model allowing
+  intricate rules on who can access individual features and the dataset
 - A simple semantic layer, allowing users to control how data sources are
   displayed in the UI by defining which fields should show up in which
   drop-down and which aggregation and function metrics are made available
   to the user
-- Integration with most RDBMS through SqlAlchemy
+- Integration with most SQL-speaking RDBMS through SQLAlchemy
 - Deep integration with Druid.io
 
-------
+Databases
+---------
 
-.. image:: https://camo.githubusercontent.com/82e264ef777ba06e1858766fe3b8817ee108eb7e/687474703a2f2f672e7265636f726469742e636f2f784658537661475574732e676966
+The following RDBMS are currently supported:
+
+- `Amazon Athena <https://aws.amazon.com/athena/>`_
+- `Amazon Redshift <https://aws.amazon.com/redshift/>`_
+- `Apache Drill <https://drill.apache.org/>`_
+- `Apache Druid <http://druid.io/>`_
+- `Apache Hive <https://hive.apache.org/>`_
+- `Apache Impala <https://impala.apache.org/>`_
+- `Apache Kylin <http://kylin.apache.org/>`_
+- `Apache Pinot <https://pinot.incubator.apache.org/>`_
+- `Apache Spark SQL <https://spark.apache.org/sql/>`_
+- `BigQuery <https://cloud.google.com/bigquery/>`_
+- `ClickHouse <https://clickhouse.yandex/>`_
+- `Exasol <https://www.exasol.com/>`_
+- `Google Sheets <https://www.google.com/sheets/about/>`_
+- `Greenplum <https://greenplum.org/>`_
+- `IBM Db2 <https://www.ibm.com/analytics/db2/>`_
+- `MySQL <https://www.mysql.com/>`_
+- `Oracle <https://www.oracle.com/database/>`_
+- `PostgreSQL <https://www.postgresql.org/>`_
+- `Presto <http://prestodb.github.io/>`_
+- `Snowflake <https://www.snowflake.com/>`_
+- `SQLite <https://www.sqlite.org/>`_
+- `SQL Server <https://www.microsoft.com/en-us/sql-server/>`_
+- `Teradata <https://www.teradata.com/>`_
+- `Vertica <https://www.vertica.com/>`_
+
+Other database engines with a proper DB-API driver and SQLAlchemy dialect should
+be supported as well.
+
+Screenshots
+-----------
+
+.. image:: images/screenshots/bank_dash.png
 
 ------
 
-.. image:: https://camo.githubusercontent.com/4991ff37a0005ea4e4267919a52786fda82d2d21/687474703a2f2f672e7265636f726469742e636f2f755a6767594f645235672e676966
+.. image:: images/screenshots/explore.png
 
 ------
 
-.. image:: https://camo.githubusercontent.com/a389af15ac1e32a3d0fee941b4c62c850b1d583b/687474703a2f2f672e7265636f726469742e636f2f55373046574c704c76682e676966
+.. image:: images/screenshots/sqllab.png
+
+------
+
+.. image:: images/screenshots/deckgl_dash.png
 
 ------
 
 
 Contents
----------
+--------
 
 .. toctree::
     :maxdepth: 2
@@ -58,9 +156,9 @@ Contents
     tutorial
     security
     sqllab
-    videos
     gallery
     druid
+    misc
     faq
 
 
@@ -70,4 +168,3 @@ Indices and tables
 * :ref:`genindex`
 * :ref:`modindex`
 * :ref:`search`
-

docs/misc.rst

@@ -0,0 +1,27 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+
+Misc
+----
+
+.. toctree::
+    :maxdepth: 2
+
+    visualization
+    videos
+    import_export_datasources

docs/requirements.txt

@@ -0,0 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+sphinx==2.1.2
+sphinx_autodoc_typehints==1.6.0
+sphinx-rtd-theme==0.4.3

docs/security.rst

@@ -1,15 +1,33 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
 Security
 ========
 Security in Superset is handled by Flask AppBuilder (FAB). FAB is a
 "Simple and rapid application development framework, built on top of Flask.".
 FAB provides authentication, user management, permissions and roles.
-
+Please read its `Security documentation
+<https://flask-appbuilder.readthedocs.io/en/latest/security.html>`_.
 
 Provided Roles
 --------------
 Superset ships with a set of roles that are handled by Superset itself.
 You can assume that these roles will stay up-to-date as Superset evolves.
-Even though it's possible for ``Admin`` usrs to do so, it is not recommended
+Even though it's possible for ``Admin`` users to do so, it is not recommended
 that you alter these roles in any way by removing
 or adding permissions to them as these roles will be re-synchronized to
 their original values as you run your next ``superset init`` command.
@@ -17,7 +35,7 @@ their original values as you run your next ``superset init`` command.
 Since it's not recommended to alter the roles described here, it's right
 to assume that your security strategy should be to compose user access based
 on these base roles and roles that you create. For instance you could
-create a role ``Financial Analyst`` that would be made of set of permissions
+create a role ``Financial Analyst`` that would be made of a set of permissions
 to a set of data sources (tables) and/or databases. Users would then be
 granted ``Gamma``, ``Financial Analyst``, and perhaps ``sql_lab``.
 
@@ -28,14 +46,14 @@ other users and altering other people's slices and dashboards.
 
 Alpha
 """""
-Alpha have access to all data sources, but they cannot grant or revoke access
+Alpha users have access to all data sources, but they cannot grant or revoke access
 from other users. They are also limited to altering the objects that they
 own. Alpha users can add and alter data sources.
 
 Gamma
 """""
-Gamma have limited access. They can only consume data coming from data sources
-they have been giving access to through another complementary role.
+Gamma users have limited access. They can only consume data coming from data sources
+they have been given access to through another complementary role.
 They only have access to view the slices and
 dashboards made from data sources that they have access to. Currently Gamma
 users are not able to alter or add data sources. We assume that they are
@@ -69,12 +87,12 @@ sure the users with limited access have [only] the Gamma role assigned to
 them. Second, create a new role (``Menu -> Security -> List Roles``) and
 click the ``+`` sign.
 
-.. image:: _static/img/create_role.png
+.. image:: images/create_role.png
    :scale: 50 %
 
 This new window allows you to give this new role a name, attribute it to users
 and select the tables in the ``Permissions`` dropdown. To select the data
-sources you want to associate with this role, simply click in the dropdown
+sources you want to associate with this role, simply click on the dropdown
 and use the typeahead to search for your table names.
 
 You can then confirm with your Gamma users that they see the objects
@@ -86,12 +104,12 @@ Customizing
 
 The permissions exposed by FAB are very granular and allow for a great level
 of customization. FAB creates many permissions automagically for each model
-that is create (can_add, can_delete, can_show, can_edit, ...) as well as for
+that is created (can_add, can_delete, can_show, can_edit, ...) as well as for
 each view. On top of that, Superset can expose more granular permissions like
 ``all_datasource_access``.
 
 We do not recommend altering the 3 base roles as there
-are a set of assumptions that Superset build upon. It is possible though for
+are a set of assumptions that Superset is built upon. It is possible though for
 you to create your own roles, and union them to existing ones.
 
 Permissions
@@ -106,8 +124,7 @@ of permissions. Here are the different categories of permissions:
   so on. By adding ``can_delete on Dashboard`` to a role, and granting that
   role to a user, this user will be able to delete dashboards.
 - **Views**: views are individual web pages, like the ``explore`` view or the
-  ``SQL Lab`` view. When granted to a user, he/she will see that view in
-  the its menu items, and be able to load that page.
+  ``SQL Lab`` view. When granted to a user, he/she will see that view in its menu items, and be able to load that page.
 - **Data source**: For each data source, a permission is created. If the user
   does not have the ``all_datasource_access`` permission granted, the user
   will only be able to see Slices or explore the data sources that are granted
@@ -136,26 +153,3 @@ a set of data sources that power dashboards only made available to executives.
 When looking at its dashboard list, this user will only see the
 list of dashboards it has access to, based on the roles and
 permissions that were attributed.
-
-
-Restricting the access to some metrics
-""""""""""""""""""""""""""""""""""""""
-
-Sometimes some metrics are relatively sensitive (e.g. revenue).
-We may want to restrict those metrics to only a few roles.
-For example, assumed there is a metric ``[cluster1].[datasource1].[revenue]``
-and only Admin users are allowed to see it. Here’s how to restrict the access.
-
-1. Edit the datasource (``Menu -> Source -> Druid datasources -> edit the
-   record "datasource1"``) and go to the tab ``List Druid Metric``. Check
-   the checkbox ``Is Restricted`` in the row of the metric ``revenue``.
-
-2. Edit the role (``Menu -> Security -> List Roles -> edit the record
-   “Admin”``), in the permissions field, type-and-search the permission
-   ``metric access on [cluster1].[datasource1].[revenue] (id: 1)``, then
-   click the Save button on the bottom of the page.
-
-Any users without the permission will see the error message
-*Access to the metrics denied: revenue (Status: 500)* in the slices.
-It also happens when the user wants to access a post-aggregation metric that
-is dependent on revenue.

docs/sqllab.rst

@@ -1,9 +1,31 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
 SQL Lab
 =======
 
 SQL Lab is a modern, feature-rich SQL IDE written in
 `React <https://facebook.github.io/react/>`_.
 
+------
+
+.. image:: images/screenshots/sqllab.png
+
+------
 
 Feature Overview
 ----------------
@@ -13,9 +35,11 @@ Feature Overview
   visualization capabilities
 - Browse database metadata: tables, columns, indexes, partitions
 - Support for long-running queries
-  - uses the `Celery distributed queue <http://www.python.org/>`_
+
+  - uses the `Celery distributed queue <http://www.celeryproject.org/>`_
     to dispatch query handling to workers
   - supports defining a "results backend" to persist query results
+
 - A search engine to find queries executed in the past
 - Supports templating using the
   `Jinja templating language <http://jinja.pocoo.org/docs/dev/>`_
@@ -32,7 +56,7 @@ Templating with Jinja
 
     SELECT *
     FROM some_table
-    WHERE partition_key = '{{ presto.latest_partition('some_table') }}'
+    WHERE partition_key = '{{ presto.first_latest_partition('some_table') }}'
 
 Templating unleashes the power and capabilities of a
 programming language within your SQL code.
@@ -46,17 +70,74 @@ Available macros
 
 We expose certain modules from Python's standard library in
 Superset's Jinja context:
+
 - ``time``: ``time``
 - ``datetime``: ``datetime.datetime``
 - ``uuid``: ``uuid``
 - ``random``: ``random``
 - ``relativedelta``: ``dateutil.relativedelta.relativedelta``
-- more to come!
 
 `Jinja's builtin filters <http://jinja.pocoo.org/docs/dev/templates/>`_ can be also be applied where needed.
 
+.. autofunction:: superset.jinja_context.current_user_id
+
+.. autofunction:: superset.jinja_context.current_username
+
+.. autofunction:: superset.jinja_context.url_param
+
+.. autofunction:: superset.jinja_context.filter_values
+
+.. autofunction:: superset.jinja_context.CacheKeyWrapper.cache_key_wrapper
 
 .. autoclass:: superset.jinja_context.PrestoTemplateProcessor
     :members:
 
-.. autofunction:: superset.jinja_context.url_param
+.. autoclass:: superset.jinja_context.HiveTemplateProcessor
+    :members:
+
+Extending macros
+''''''''''''''''
+
+As mentioned in the `Installation & Configuration <https://superset.incubator.apache.org/installation.html#installation-configuration>`_ documentation,
+it's possible for administrators to expose more more macros in their
+environment using the configuration variable ``JINJA_CONTEXT_ADDONS``.
+All objects referenced in this dictionary will become available for users
+to integrate in their queries in **SQL Lab**.
+
+Query cost estimation
+'''''''''''''''''''''
+
+Some databases support ``EXPLAIN`` queries that allow users to estimate the cost
+of queries before executing this. Currently, Presto is supported in SQL Lab. To
+enable query cost estimation, add the following keys to the "Extra" field in the
+database configuration:
+
+.. code-block:: json
+
+    {
+        "version": "0.319",
+        "cost_estimate_enabled": true,
+        ...
+    }
+
+Here, "version" should be the version of your Presto cluster. Support for this
+functionality was introduced in Presto 0.319.
+
+.. _ref_ctas_engine_config:
+
+Create Table As (CTAS)
+''''''''''''''''''''''
+
+You can use ``CREATE TABLE AS SELECT ...`` statements on SQLLab. This feature can be toggled on
+and off at the database configuration level.
+
+Note that since ``CREATE TABLE..`` belongs to a SQL DDL category. Specifically on PostgreSQL, DDL is transactional,
+this means that to properly use this feature you have to set ``autocommit`` to true on your engine parameters:
+
+.. code-block:: json
+
+    {
+        ...
+        "engine_params": {"isolation_level":"AUTOCOMMIT"},
+        ...
+    }

docs/tutorial.rst

@@ -1,31 +1,48 @@
-Tutorial for Superset Administrators
-====================================
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
 
-This tutorial targets a Superset administrator: someone configuring Superset 
-for an organization on behalf of users. We'll show you how to connect Superset 
-to a new database and configure a table in that database for analysis. You'll 
-also explore the data you've exposed and add a visualization to a dashboard 
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
+Tutorial - Creating your first dashboard
+========================================
+
+This tutorial targets someone who wants to create charts and dashboards
+in Superset. We'll show you how to connect Superset
+to a new database and configure a table in that database for analysis. You'll
+also explore the data you've exposed and add a visualization to a dashboard
 so that you get a feel for the end-to-end user experience.
 
 Connecting to a new database
 ----------------------------
 
 We assume you already have a database configured and can connect to it from the 
-instance on which you’re running Superset. If you’re just testing Superset and 
-want to explore sample data, you can load some 
+instance on which you’re running Superset. If you’re just testing Superset and
+want to explore sample data, you can load some
 `sample PostgreSQL datasets <https://wiki.postgresql.org/wiki/Sample_Databases>`_
-into a fresh DB, or configure the 
+into a fresh DB, or configure the
 `example weather data <https://github.com/dylburger/noaa-ghcn-weather-data>`_
 we use here.
 
 Under the **Sources** menu, select the *Databases* option:
 
-.. image:: _static/img/tutorial/tutorial_01_sources_database.png
+.. image:: images/tutorial/tutorial_01_sources_database.png
    :scale: 70%
 
-On the resulting page, click on the green plus sign, near the top left:
+On the resulting page, click on the green plus sign, near the top right:
 
-.. image:: _static/img/tutorial/tutorial_02_add_database.png
+.. image:: images/tutorial/tutorial_02_add_database.png
    :scale: 70%
 
 You can configure a number of advanced options on this page, but for 
@@ -33,37 +50,37 @@ this walkthrough, you’ll only need to do **two things**:
 
 1. Name your database connection:
 
-.. image:: _static/img/tutorial/tutorial_03_database_name.png
+.. image:: images/tutorial/tutorial_03_database_name.png
    :scale: 70%
 
 2. Provide the SQLAlchemy Connection URI and test the connection:
 
-.. image:: _static/img/tutorial/tutorial_04_sqlalchemy_connection_string.png
+.. image:: images/tutorial/tutorial_04_sqlalchemy_connection_string.png
    :scale: 70%
 
 This example shows the connection string for our test weather database. 
 As noted in the text below the URI, you should refer to the SQLAlchemy 
 documentation on 
-`creating new connection URIs <http://docs.sqlalchemy.org/en/rel_1_0/core/engines.html#database-urls>`_
+`creating new connection URIs <https://docs.sqlalchemy.org/en/rel_1_2/core/engines.html#database-urls>`_
 for your target database.
 
 Click the **Test Connection** button to confirm things work end to end. 
 Once Superset can successfully connect and authenticate, you should see 
 a popup like this:
 
-.. image:: _static/img/tutorial/tutorial_05_connection_popup.png
+.. image:: images/tutorial/tutorial_05_connection_popup.png
    :scale: 50%
 
 Moreover, you should also see the list of tables Superset can read from 
 the schema you’re connected to, at the bottom of the page:
 
-.. image:: _static/img/tutorial/tutorial_06_list_of_tables.png
+.. image:: images/tutorial/tutorial_06_list_of_tables.png
    :scale: 70%
 
 If the connection looks good, save the configuration by clicking the **Save** 
 button at the bottom of the page:
 
-.. image:: _static/img/tutorial/tutorial_07_save_button.png
+.. image:: images/tutorial/tutorial_07_save_button.png
    :scale: 70%
 
 Adding a new table
@@ -74,25 +91,25 @@ to Superset that you’d like to query.
 
 Under the **Sources** menu, select the *Tables* option:
 
-.. image:: _static/img/tutorial/tutorial_08_sources_tables.png
+.. image:: images/tutorial/tutorial_08_sources_tables.png
    :scale: 70%
 
 On the resulting page, click on the green plus sign, near the top left:
 
-.. image:: _static/img/tutorial/tutorial_09_add_new_table.png
+.. image:: images/tutorial/tutorial_09_add_new_table.png
    :scale: 70%
 
 You only need a few pieces of information to add a new table to Superset:
 
 * The name of the table
 
-.. image:: _static/img/tutorial/tutorial_10_table_name.png
+.. image:: images/tutorial/tutorial_10_table_name.png
    :scale: 70%
 
 * The target database from the **Database** drop-down menu (i.e. the one 
   you just added above)
 
-.. image:: _static/img/tutorial/tutorial_11_choose_db.png
+.. image:: images/tutorial/tutorial_11_choose_db.png
    :scale: 70%
 
 * Optionally, the database schema. If the table exists in the “default” schema 
@@ -101,13 +118,13 @@ You only need a few pieces of information to add a new table to Superset:
 
 Click on the **Save** button to save the configuration:
 
-.. image:: _static/img/tutorial/tutorial_07_save_button.png
+.. image:: images/tutorial/tutorial_07_save_button.png
    :scale: 70%
 
 When redirected back to the list of tables, you should see a message indicating 
 that your table was created:
 
-.. image:: _static/img/tutorial/tutorial_12_table_creation_success_msg.png
+.. image:: images/tutorial/tutorial_12_table_creation_success_msg.png
    :scale: 70%
 
 This message also directs you to edit the table configuration. We’ll edit a limited 
@@ -116,7 +133,7 @@ a more advanced tutorial.
 
 Click on the edit button next to the table you’ve created:
 
-.. image:: _static/img/tutorial/tutorial_13_edit_table_config.png
+.. image:: images/tutorial/tutorial_13_edit_table_config.png
    :scale: 70%
 
 On the resulting page, click on the **List Table Column** tab. Here, you’ll define the 
@@ -136,7 +153,7 @@ Here’s how we’ve configured fields for the weather data. Even for measures l
 weather measurements (precipitation, snowfall, etc.), it’s ideal to group and filter 
 by these values:
 
-.. image:: _static/img/tutorial/tutorial_14_field_config.png
+.. image:: images/tutorial/tutorial_14_field_config.png
 
 As with the configurations above, click the **Save** button to save these settings.
 
@@ -146,17 +163,17 @@ Exploring your data
 To start exploring your data, simply click on the table name you just created in 
 the list of available tables:
 
-.. image:: _static/img/tutorial/tutorial_15_click_table_name.png
+.. image:: images/tutorial/tutorial_15_click_table_name.png
 
 By default, you’ll be presented with a Table View:
 
-.. image:: _static/img/tutorial/tutorial_16_datasource_chart_type.png
+.. image:: images/tutorial/tutorial_16_datasource_chart_type.png
 
 Let’s walk through a basic query to get the count of all records in our table. 
 First, we’ll need to change the **Since** filter to capture the range of our data. 
 You can use simple phrases to apply these filters, like "3 years ago":
 
-.. image:: _static/img/tutorial/tutorial_17_choose_time_range.png
+.. image:: images/tutorial/tutorial_17_choose_time_range.png
 
 The upper limit for time, the **Until** filter, defaults to "now", which may or may 
 not be what you want.
@@ -164,25 +181,25 @@ not be what you want.
 Look for the Metrics section under the **GROUP BY** header, and start typing "Count" 
 - you’ll see a list of metrics matching what you type:
 
-.. image:: _static/img/tutorial/tutorial_18_choose_metric.png
+.. image:: images/tutorial/tutorial_18_choose_metric.png
 
 Select the *COUNT(\*)* metric, then click the green **Query** button near the top 
 of the explore:
 
-.. image:: _static/img/tutorial/tutorial_19_click_query.png
+.. image:: images/tutorial/tutorial_19_click_query.png
 
 You’ll see your results in the table:
 
-.. image:: _static/img/tutorial/tutorial_20_count_star_result.png
+.. image:: images/tutorial/tutorial_20_count_star_result.png
 
 Let’s group this by the *weather_description* field to get the count of records by 
 the type of weather recorded by adding it to the *Group by* section:
 
-.. image:: _static/img/tutorial/tutorial_21_group_by.png
+.. image:: images/tutorial/tutorial_21_group_by.png
 
 and run the query:
 
-.. image:: _static/img/tutorial/tutorial_22_group_by_result.png
+.. image:: images/tutorial/tutorial_22_group_by_result.png
 
 Let’s find a more useful data point: the top 10 times and places that recorded the 
 highest temperature in 2015.
@@ -190,11 +207,11 @@ highest temperature in 2015.
 We replace *weather_description* with *latitude*, *longitude* and *measurement_date* in the 
 *Group by* section:
 
-.. image:: _static/img/tutorial/tutorial_23_group_by_more_dimensions.png
+.. image:: images/tutorial/tutorial_23_group_by_more_dimensions.png
 
 And replace *COUNT(\*)* with *max__measurement_flag*:
 
-.. image:: _static/img/tutorial/tutorial_24_max_metric.png
+.. image:: images/tutorial/tutorial_24_max_metric.png
 
 The *max__measurement_flag* metric was created when we checked the box under **Max** and 
 next to the *measurement_flag* field, indicating that this field was numeric and that 
@@ -206,16 +223,16 @@ precipitation and temperature). Therefore, we must filter our query only on reco
 where the *weather_description* is equal to "Maximum temperature", which we do in 
 the **Filters** section at the bottom of the explore:
 
-.. image:: _static/img/tutorial/tutorial_25_max_temp_filter.png
+.. image:: images/tutorial/tutorial_25_max_temp_filter.png
 
 Finally, since we only care about the top 10 measurements, we limit our results to 
 10 records using the *Row limit* option under the **Options** header:
 
-.. image:: _static/img/tutorial/tutorial_26_row_limit.png
+.. image:: images/tutorial/tutorial_26_row_limit.png
 
 We click **Query** and get the following results:
 
-.. image:: _static/img/tutorial/tutorial_27_top_10_max_temps.png
+.. image:: images/tutorial/tutorial_27_top_10_max_temps.png
 
 In this dataset, the maximum temperature is recorded in tenths of a degree Celsius. 
 The top value of 1370, measured in the middle of Nevada, is equal to 137 C, or roughly 
@@ -231,7 +248,7 @@ You may want to do a couple more things with this measure:
   Config > List Sql Metric > Edit Metric > D3Format*)
 * Moreover, you may want to see the temperature measurements in plain degrees C, 
   not tenths of a degree. Or you may want to convert the temperature to degrees 
-  Fahrenheit. You can change the SQL that gets executed agains the database, baking 
+  Fahrenheit. You can change the SQL that gets executed against the database, baking 
   the logic into the measure itself (*Edit Table Config > List Sql Metric > Edit 
   Metric > SQL Expression*)
 
@@ -240,20 +257,20 @@ a dashboard.
 
 We change the Chart Type to "Distribution - Bar Chart":
 
-.. image:: _static/img/tutorial/tutorial_28_bar_chart.png
+.. image:: images/tutorial/tutorial_28_bar_chart.png
 
 Our filter on Maximum temperature measurements was retained, but the query and 
 formatting options are dependent on the chart type, so you’ll have to set the 
 values again:
 
-.. image:: _static/img/tutorial/tutorial_29_bar_chart_series_metrics.png
+.. image:: images/tutorial/tutorial_29_bar_chart_series_metrics.png
 
 You should note the extensive formatting options for this chart: the ability to 
 set axis labels, margins, ticks, etc. To make the data presentable to a broad 
 audience, you’ll want to apply many of these to slices that end up in dashboards. 
 For now, though, we run our query and get the following chart:
 
-.. image:: _static/img/tutorial/tutorial_30_bar_chart_results.png
+.. image:: images/tutorial/tutorial_30_bar_chart_results.png
    :scale: 70%
 
 Creating a slice and dashboard
@@ -265,39 +282,39 @@ a saved query is called a **Slice**.
 To create a slice, click the **Save as** button near the top-left of the 
 explore:
 
-.. image:: _static/img/tutorial/tutorial_19_click_query.png
+.. image:: images/tutorial/tutorial_19_click_query.png
 
 A popup should appear, asking you to name the slice, and optionally add it to a 
 dashboard. Since we haven’t yet created any dashboards, we can create one and 
 immediately add our slice to it. Let’s do it:
 
-.. image:: _static/img/tutorial/tutorial_31_save_slice_to_dashboard.png
+.. image:: images/tutorial/tutorial_31_save_slice_to_dashboard.png
    :scale: 70%
 
 Click Save, which will direct you back to your original query. We see that 
 our slice and dashboard were successfully created:
 
-.. image:: _static/img/tutorial/tutorial_32_save_slice_confirmation.png
+.. image:: images/tutorial/tutorial_32_save_slice_confirmation.png
    :scale: 70%
 
 Let’s check out our new dashboard. We click on the **Dashboards** menu:
 
-.. image:: _static/img/tutorial/tutorial_33_dashboard.png
+.. image:: images/tutorial/tutorial_33_dashboard.png
 
 and find the dashboard we just created:
 
-.. image:: _static/img/tutorial/tutorial_34_weather_dashboard.png
+.. image:: images/tutorial/tutorial_34_weather_dashboard.png
 
 Things seemed to have worked - our slice is here!
 
-.. image:: _static/img/tutorial/tutorial_35_slice_on_dashboard.png
+.. image:: images/tutorial/tutorial_35_slice_on_dashboard.png
    :scale: 70%
 
 But it’s a bit smaller than we might like. Luckily, you can adjust the size 
 of slices in a dashboard by clicking, holding and dragging the bottom-right 
 corner to your desired dimensions:
 
-.. image:: _static/img/tutorial/tutorial_36_adjust_dimensions.gif
+.. image:: images/tutorial/tutorial_36_adjust_dimensions.gif
    :scale: 120%
 
 After adjusting the size, you’ll be asked to click on the icon near the 

docs/videos.rst

@@ -1,54 +1,22 @@
+..  Licensed to the Apache Software Foundation (ASF) under one
+    or more contributor license agreements.  See the NOTICE file
+    distributed with this work for additional information
+    regarding copyright ownership.  The ASF licenses this file
+    to you under the Apache License, Version 2.0 (the
+    "License"); you may not use this file except in compliance
+    with the License.  You may obtain a copy of the License at
+
+..    http://www.apache.org/licenses/LICENSE-2.0
+
+..  Unless required by applicable law or agreed to in writing,
+    software distributed under the License is distributed on an
+    "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+    KIND, either express or implied.  See the License for the
+    specific language governing permissions and limitations
+    under the License.
+
 Videos
 ======
 
-Here is a collection of short videos showing different aspect
-of Superset.
-
-Quick Intro
-'''''''''''
-This video demonstrates how Superset works at a high level, it shows how
-to navigate through datasets and dashboards that are already available.
-
-.. youtube:: https://www.youtube.com/watch?v=3Txm_nj_R7M
-
-Dashboard Creation
-''''''''''''''''''
-This video walk you through the creation of a simple dashboard as a
-collection of data slices.
-
-- Coming soon!
-
-Dashboard Filtering
-'''''''''''''''''''
-This video shows how to create dynamic filters on dashboards, how to
-immunize certain widgets from being affected by filters.
-
-- Coming soon!
-
-Customize CSS and dashboard themes
-''''''''''''''''''''''''''''''''''
-A quick walkthrough on how to apply existing CSS templates, alter them and
-create new ones.
-
-- Coming soon!
-
-Slice Annotations
-'''''''''''''''''
-A short video on how to annotate your charts, the markdown language and
-to toggle them on dashboards.
-
-- Coming soon!
-
-Adding a Table
-''''''''''''''
-This videos shows you how to expose a new table in Superset, and how to
-define the semantics on how this can be accessed by others in the ``Explore``
-and ``Dashboard`` views.
-
-- Coming soon!
-
-Define SQL Expressions
-''''''''''''''''''''''
-A walkthrough on how to create your own derived dimensions and metrics.
-
-- Coming soon!
+.. note ::
+    This section of the documentation has yet to be filled in.

gen_changelog.sh

@@ -0,0 +1,23 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# requires github-changes, run
+# `npm install -g github-changes`
+# requires $GITHUB_TOKEN to be set
+
+# usage:  ./github-changes 0.20.0 0.20.1
+# will overwrites the local CHANGELOG.md, somehow you need to merge it in
+github-changes -o apache -r incubator-superset --token $GITHUB_TOKEN --between-tags $1...$2

install/helm/superset/.helmignore

@@ -0,0 +1,37 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj

install/helm/superset/Chart.yaml

@@ -0,0 +1,25 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+apiVersion: v1
+appVersion: "1.0"
+description: A Helm chart for Kubernetes
+name: superset
+maintainers:
+  - name: Chuan-Yen Chiang
+    email: cychiang0823@gmail.com
+    url: https://github.com/cychiang
+version: 0.1.0

install/helm/superset/templates/NOTES.txt

@@ -0,0 +1,37 @@
+{{/*
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+*/}}
+1. Get the application URL by running these commands:
+{{- if .Values.ingress.enabled }}
+{{- range .Values.ingress.hosts }}
+  http{{ if $.Values.ingress.tls }}s{{ end }}://{{ . }}{{ $.Values.ingress.path }}
+{{- end }}
+{{- else if contains "NodePort" .Values.service.type }}
+  export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ template "superset.fullname" . }})
+  export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
+  echo http://$NODE_IP:$NODE_PORT
+{{- else if contains "LoadBalancer" .Values.service.type }}
+     NOTE: It may take a few minutes for the LoadBalancer IP to be available.
+           You can watch the status of by running 'kubectl get svc -w {{ template "superset.fullname" . }}'
+  export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ template "superset.fullname" . }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
+  echo http://$SERVICE_IP:{{ .Values.service.port }}
+{{- else if contains "ClusterIP" .Values.service.type }}
+  export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app={{ template "superset.name" . }},release={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
+  echo "Visit http://127.0.0.1:8080 to use your application"
+  kubectl port-forward $POD_NAME 8080:80
+{{- end }}

install/helm/superset/templates/_helpers.tpl

@@ -0,0 +1,50 @@
+{{/*
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+*/}}
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "superset.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "superset.fullname" -}}
+{{- if .Values.fullnameOverride -}}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- $name := default .Chart.Name .Values.nameOverride -}}
+{{- if contains $name .Release.Name -}}
+{{- .Release.Name | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+{{- end -}}
+{{- end -}}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "superset.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
+{{- end -}}

install/helm/superset/templates/configmap.yaml

@@ -0,0 +1,27 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: superset-configmap
+  labels:
+    app: {{ template "superset.name" . }}
+    chart: {{ template "superset.chart" . }}
+    release: {{ .Release.Name }}
+    heritage: {{ .Release.Service }}
+data:
+{{ (.Files.Glob "config/*").AsConfig | indent 2 }}

install/helm/superset/templates/deployment.yaml

@@ -0,0 +1,66 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+apiVersion: apps/v1beta2
+kind: Deployment
+metadata:
+  name: {{ template "superset.fullname" . }}
+  labels:
+    app: {{ template "superset.name" . }}
+    chart: {{ template "superset.chart" . }}
+    release: {{ .Release.Name }}
+    heritage: {{ .Release.Service }}
+spec:
+  replicas: {{ .Values.replicaCount }}
+  selector:
+    matchLabels:
+      app: {{ template "superset.name" . }}
+      release: {{ .Release.Name }}
+  template:
+    metadata:
+      labels:
+        app: {{ template "superset.name" . }}
+        release: {{ .Release.Name }}
+    spec:
+      containers:
+        - name: {{ .Chart.Name }}
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy }}
+          volumeMounts:
+            - name: superset-config
+              mountPath: /etc/superset/
+          ports:
+            - name: http
+              containerPort: 8088
+              protocol: TCP
+          resources:
+{{ toYaml .Values.resources | indent 12 }}
+    {{- with .Values.nodeSelector }}
+      nodeSelector:
+{{ toYaml . | indent 8 }}
+    {{- end }}
+    {{- with .Values.affinity }}
+      affinity:
+{{ toYaml . | indent 8 }}
+    {{- end }}
+    {{- with .Values.tolerations }}
+      tolerations:
+{{ toYaml . | indent 8 }}
+    {{- end }}
+      volumes:
+        - name: "superset-config"
+          configMap:
+            name: superset-configmap

install/helm/superset/templates/ingress.yaml

@@ -0,0 +1,54 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+{{ if .Values.ingress.enabled -}}
+{{- $fullName := include "superset.fullname" . -}}
+{{- $ingressPath := .Values.ingress.path -}}
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: {{ $fullName }}
+  labels:
+    app: {{ template "superset.name" . }}
+    chart: {{ template "superset.chart" . }}
+    release: {{ .Release.Name }}
+    heritage: {{ .Release.Service }}
+{{- with .Values.ingress.annotations }}
+  annotations:
+{{ toYaml . | indent 4 }}
+{{- end }}
+spec:
+{{- if .Values.ingress.tls }}
+  tls:
+  {{- range .Values.ingress.tls }}
+    - hosts:
+      {{- range .hosts }}
+        - {{ . }}
+      {{- end }}
+      secretName: {{ .secretName }}
+  {{- end }}
+{{- end }}
+  rules:
+  {{- range .Values.ingress.hosts }}
+    - host: {{ . }}
+      http:
+        paths:
+          - path: {{ $ingressPath }}
+            backend:
+              serviceName: {{ $fullName }}
+              servicePort: http
+  {{- end }}
+{{- end }}

install/helm/superset/templates/service.yaml

@@ -0,0 +1,35 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ template "superset.fullname" . }}
+  labels:
+    app: {{ template "superset.name" . }}
+    chart: {{ template "superset.chart" . }}
+    release: {{ .Release.Name }}
+    heritage: {{ .Release.Service }}
+spec:
+  type: {{ .Values.service.type }}
+  ports:
+    - port: {{ .Values.service.port }}
+      targetPort: http
+      protocol: TCP
+      name: http
+  selector:
+    app: {{ template "superset.name" . }}
+    release: {{ .Release.Name }}

install/helm/superset/values.yaml

@@ -0,0 +1,62 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Default values for superset.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+
+replicaCount: 1
+
+image:
+  repository: amancevice/superset
+  tag: latest
+  pullPolicy: IfNotPresent
+
+service:
+  type: NodePort
+  port: 8088
+
+ingress:
+  enabled: false
+  annotations: {}
+    # kubernetes.io/ingress.class: nginx
+    # kubernetes.io/tls-acme: "true"
+  path: /
+  hosts:
+    - chart-example.local
+  tls: []
+  #  - secretName: chart-example-tls
+  #    hosts:
+  #      - chart-example.local
+
+resources: {}
+  # We usually recommend not to specify default resources and to leave this as a conscious
+  # choice for the user. This also increases chances charts run on environments with little
+  # resources, such as Minikube. If you do want to specify resources, uncomment the following
+  # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
+  # limits:
+  #   cpu: 100m
+  #   memory: 128Mi
+  # requests:
+  #   cpu: 100m
+  #   memory: 128Mi
+
+nodeSelector: {}
+
+tolerations: []
+
+affinity: {}

pylint-errors.sh

@@ -1,2 +0,0 @@
-#!/bin/bash
-pylint superset --errors-only

pypi_push.sh

@@ -1,7 +1,24 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 # first bump up package.json manually, commit and tag
 rm superset/assets/dist/*
 cd superset/assets/
 npm run build
 cd ../..
-python setup.py sdist upload
+python setup.py sdist
+echo "RUN: twine upload dist/superset-{VERSION}.tar.gz"
 

requirements-dev.txt

@@ -0,0 +1,34 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+black==19.3b0
+coverage==4.5.3
+flask-cors==3.0.7
+ipdb==0.12
+isort==4.3.21
+mypy==0.670
+nose==1.3.7
+pip-tools==3.7.0
+pre-commit==1.17.0
+psycopg2-binary==2.7.5
+pycodestyle==2.5.0
+pydruid==0.5.6
+pyhive==0.6.1
+pylint==1.9.2
+redis==3.2.1
+requests==2.22.0
+statsd==3.3.0
+tox==3.11.1

requirements.txt

@@ -0,0 +1,84 @@
+#
+# This file is autogenerated by pip-compile
+# To update, run:
+#
+#    pip-compile --output-file=requirements.txt setup.py
+#
+alembic==1.0.11           # via flask-migrate
+amqp==2.5.0               # via kombu
+apispec[yaml]==1.3.3      # via flask-appbuilder
+asn1crypto==0.24.0        # via cryptography
+attrs==19.1.0             # via jsonschema
+babel==2.7.0              # via flask-babel
+backoff==1.8.0
+billiard==3.6.0.0         # via celery
+bleach==3.1.0
+celery==4.3.0
+cffi==1.12.3              # via cryptography
+click==6.7
+colorama==0.4.1
+contextlib2==0.5.5
+croniter==0.3.30
+cryptography==2.7
+decorator==4.4.0          # via retry
+defusedxml==0.6.0         # via python3-openid
+flask-appbuilder==2.1.13
+flask-babel==0.12.2       # via flask-appbuilder
+flask-caching==1.7.2
+flask-compress==1.4.0
+flask-jwt-extended==3.20.0  # via flask-appbuilder
+flask-login==0.4.1        # via flask-appbuilder
+flask-migrate==2.5.2
+flask-openid==1.2.5       # via flask-appbuilder
+flask-sqlalchemy==2.4.0   # via flask-appbuilder, flask-migrate
+flask-talisman==0.7.0
+flask-wtf==0.14.2
+flask==1.1.1
+future==0.17.1            # via parsedatetime
+geographiclib==1.49       # via geopy
+geopy==1.20.0
+gunicorn==19.8.1
+humanize==0.5.1
+isodate==0.6.0
+itsdangerous==1.1.0       # via flask
+jinja2==2.10.1            # via flask, flask-babel
+jsonschema==3.0.1         # via flask-appbuilder
+kombu==4.6.3              # via celery
+mako==1.0.14              # via alembic
+markdown==3.1.1
+markupsafe==1.1.1         # via jinja2, mako
+marshmallow-enum==1.4.1   # via flask-appbuilder
+marshmallow-sqlalchemy==0.17.0  # via flask-appbuilder
+marshmallow==2.19.5       # via flask-appbuilder, marshmallow-enum, marshmallow-sqlalchemy
+msgpack==0.6.1
+numpy==1.17.0             # via pandas, pyarrow
+pandas==0.24.2
+parsedatetime==2.4
+pathlib2==2.3.4
+polyline==1.4.0
+prison==0.1.2             # via flask-appbuilder
+py==1.8.0                 # via retry
+pyarrow==0.15.1
+pycparser==2.19           # via cffi
+pyjwt==1.7.1              # via flask-appbuilder, flask-jwt-extended
+pyrsistent==0.15.4        # via jsonschema
+python-dateutil==2.8.0
+python-dotenv==0.10.3
+python-editor==1.0.4      # via alembic
+python-geohash==0.8.5
+python3-openid==3.1.0     # via flask-openid
+pytz==2019.2              # via babel, celery, pandas
+pyyaml==5.1.2
+retry==0.9.2
+selenium==3.141.0
+simplejson==3.16.0
+six==1.12.0               # via bleach, cryptography, flask-jwt-extended, flask-talisman, isodate, jsonschema, pathlib2, polyline, prison, pyarrow, pyrsistent, python-dateutil, sqlalchemy-utils, wtforms-json
+sqlalchemy-utils==0.34.1
+sqlalchemy==1.3.6
+sqlparse==0.3.0
+urllib3==1.25.3           # via selenium
+vine==1.3.0               # via amqp, celery
+webencodings==0.5.1       # via bleach
+werkzeug==0.15.5          # via flask, flask-jwt-extended
+wtforms-json==0.3.3
+wtforms==2.2.1            # via flask-wtf, wtforms-json

run_specific_test.sh

@@ -1,9 +0,0 @@
-#!/usr/bin/env bash
-echo $DB
-rm -f .coverage
-export SUPERSET_CONFIG=tests.superset_test_config
-set -e
-superset/bin/superset version -v
-export SOLO_TEST=1
-# e.g. tests.core_tests:CoreTests.test_templated_sql_json
-nosetests $1

run_tests.sh

@@ -1,12 +0,0 @@
-#!/usr/bin/env bash
-echo $DB
-rm ~/.superset/unittests.db
-rm ~/.superset/celerydb.sqlite
-rm ~/.superset/celery_results.sqlite
-rm -f .coverage
-export SUPERSET_CONFIG=tests.superset_test_config
-set -e
-superset/bin/superset db upgrade
-superset/bin/superset version -v
-python setup.py nosetests
-coveralls

scripts/check_license.sh

@@ -0,0 +1,94 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+acquire_rat_jar () {
+
+  URL="https://repo1.maven.org/maven2/org/apache/rat/apache-rat/${RAT_VERSION}/apache-rat-${RAT_VERSION}.jar"
+
+  JAR="$rat_jar"
+
+  # Download rat launch jar if it hasn't been downloaded yet
+  if [ ! -f "$JAR" ]; then
+    # Download
+    printf "Attempting to fetch rat\n"
+    JAR_DL="${JAR}.part"
+    if [ $(command -v curl) ]; then
+      curl -L --silent "${URL}" > "$JAR_DL" && mv "$JAR_DL" "$JAR"
+    elif [ $(command -v wget) ]; then
+      wget --quiet ${URL} -O "$JAR_DL" && mv "$JAR_DL" "$JAR"
+    else
+      printf "You do not have curl or wget installed, please install rat manually.\n"
+      exit -1
+    fi
+  fi
+
+  unzip -tq "$JAR" &> /dev/null
+  if [ $? -ne 0 ]; then
+    # We failed to download
+    rm "$JAR"
+    printf "Our attempt to download rat locally to ${JAR} failed. Please install rat manually.\n"
+    exit -1
+  fi
+  printf "Done downloading.\n"
+}
+
+# Go to the project root directory
+FWDIR="$(cd "`dirname "$0"`"/..; pwd)"
+cd "$FWDIR"
+
+TMP_DIR=/tmp
+
+if test -x "$JAVA_HOME/bin/java"; then
+    declare java_cmd="$JAVA_HOME/bin/java"
+else
+    declare java_cmd=java
+fi
+
+export RAT_VERSION=0.13
+export rat_jar="${TMP_DIR}"/lib/apache-rat-${RAT_VERSION}.jar
+mkdir -p ${TMP_DIR}/lib
+
+
+[[ -f "$rat_jar" ]] || acquire_rat_jar || {
+    echo "Download failed. Obtain the rat jar manually and place it at $rat_jar"
+    exit 1
+}
+
+# This is the target of a symlink in superset/assets/docs - and rat exclude doesn't cope with the symlink target doesn't exist
+mkdir -p docs/_build/html/
+
+echo "Running license checks. This can take a while."
+echo "$FWDIR"/.rat-excludes
+$java_cmd -jar "$rat_jar" -E "$FWDIR"/.rat-excludes  -d "$FWDIR" > rat-results.txt
+
+if [ $? -ne 0 ]; then
+   echo "RAT exited abnormally"
+   exit 1
+fi
+
+ERRORS="$(cat rat-results.txt | grep -e "??")"
+
+if test ! -z "$ERRORS"; then
+    echo >&2 "Could not find Apache license headers in the following files:"
+    echo >&2 "$ERRORS"
+    exit 1
+else
+    echo -e "RAT checks passed."
+fi

scripts/fossa.sh

@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# This is the recommended way to install FOSSA's cli per the docs:
+# https://docs.fossa.com/docs/travisci#section-add-fossa-steps-to-travisyml
+curl -H 'Cache-Control: no-cache' https://raw.githubusercontent.com/fossas/fossa-cli/master/install.sh | sudo bash
+
+# This key is a push-only API key, also recommended for public projects
+# https://docs.fossa.com/docs/api-reference#section-push-only-api-token
+FOSSA_API_KEY="f72e93645bdfeab94bd227c7bbdda4ef" fossa

scripts/permissions_cleanup.py

@@ -1,6 +1,23 @@
-from superset import sm
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
 from collections import defaultdict
 
+from superset import sm
+
 
 def cleanup_permissions():
     # 1. Clean up duplicates.

scripts/sign.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Use this to sign the tar balls generated from
+# python setup.py sdist --formats=gztar
+# ie. sign.sh <my_tar_ball>
+# you will still be required to type in your signing key password
+# or it needs to be available in your keychain
+
+NAME=${1}
+
+gpg --armor --output ${NAME}.asc --detach-sig ${NAME}
+gpg --print-md SHA512 ${NAME} > ${NAME}.sha512

setup.cfg

@@ -1,28 +1,53 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 [metadata]
 name = Superset
 summary = a data exploration platform
 description-file = README.md
-author = Maxime Beauchemin
-author-email = maximebeauchemin@gmail.com
+author = Apache Superset Dev
+author-email = dev@superset.incubator.apache.org
 license = Apache License, Version 2.0
 
 [files]
 packages = superset
 
 [build_sphinx]
-source-dir = docs/
-build-dir  = docs/_build
-all_files  = 1
+source-dir = docs
+build-dir = docs/_build
+all_files = 1
 
 [upload_sphinx]
 upload-dir = docs/_build/html
 
 [nosetests]
-verbosity=3
-detailed-errors=1
-with-coverage=1
-nocapture=1
-cover-package=superset
+verbosity = 3
+detailed-errors = 1
+with-coverage = 1
+nocapture = 1
+cover-package = superset
 
-[pycodestyle]
-max-line-length=90
+[isort]
+combine_as_imports = true
+include_trailing_comma = true
+line_length = 88
+known_first_party = superset
+known_third_party =alembic,backoff,bleach,celery,click,colorama,contextlib2,croniter,dateutil,flask,flask_appbuilder,flask_babel,flask_caching,flask_compress,flask_login,flask_migrate,flask_sqlalchemy,flask_talisman,flask_wtf,geohash,geopy,humanize,isodate,jinja2,markdown,marshmallow,msgpack,numpy,pandas,parsedatetime,pathlib2,polyline,prison,psycopg2,pyarrow,pyhive,pytz,retry,selenium,setuptools,simplejson,sphinx_rtd_theme,sqlalchemy,sqlalchemy_utils,sqlparse,werkzeug,wtforms,wtforms_json,yaml
+multi_line_output = 3
+order_by_type = false
+
+[mypy]
+ignore_missing_imports = true

setup.py

@@ -1,92 +1,129 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+import io
+import json
 import os
 import subprocess
-import json
-from setuptools import setup, find_packages
+import sys
+
+from setuptools import find_packages, setup
+
+if sys.version_info < (3, 6):
+    sys.exit("Sorry, Python < 3.6 is not supported")
 
 BASE_DIR = os.path.abspath(os.path.dirname(__file__))
-PACKAGE_DIR = os.path.join(BASE_DIR, 'superset', 'static', 'assets')
-PACKAGE_FILE = os.path.join(PACKAGE_DIR, 'package.json')
-with open(PACKAGE_FILE) as package_file:
-    version_string = json.load(package_file)['version']
+
+PACKAGE_JSON = os.path.join(BASE_DIR, "superset", "assets", "package.json")
+with open(PACKAGE_JSON, "r") as package_file:
+    version_string = json.load(package_file)["version"]
+
+with io.open("README.md", "r", encoding="utf-8") as f:
+    long_description = f.read()
 
 
 def get_git_sha():
     try:
-        s = str(subprocess.check_output(['git', 'rev-parse', 'HEAD']))
-        return s.strip()
-    except:
+        s = subprocess.check_output(["git", "rev-parse", "HEAD"])
+        return s.decode().strip()
+    except Exception:
         return ""
 
+
 GIT_SHA = get_git_sha()
-version_info = {
-    'GIT_SHA': GIT_SHA,
-    'version': version_string,
-}
+version_info = {"GIT_SHA": GIT_SHA, "version": version_string}
 print("-==-" * 15)
 print("VERSION: " + version_string)
 print("GIT SHA: " + GIT_SHA)
 print("-==-" * 15)
 
-with open(os.path.join(PACKAGE_DIR, 'version_info.json'), 'w') as version_file:
+VERSION_INFO_FILE = os.path.join(
+    BASE_DIR, "superset", "static", "assets", "version_info.json"
+)
+
+with open(VERSION_INFO_FILE, "w") as version_file:
     json.dump(version_info, version_file)
 
 
 setup(
-    name='superset',
-    description=(
-        "A interactive data visualization platform build on SqlAlchemy "
-        "and druid.io"),
+    name="apache-superset",
+    description=("A modern, enterprise-ready business intelligence web application"),
+    long_description=long_description,
+    long_description_content_type="text/markdown",
     version=version_string,
     packages=find_packages(),
     include_package_data=True,
     zip_safe=False,
-    scripts=['superset/bin/superset'],
+    scripts=["superset/bin/superset"],
     install_requires=[
-        'boto3==1.4.4',
-        'celery==3.1.23',
-        'cryptography==1.7.2',
-        'flask-appbuilder==1.8.1',
-        'flask-cache==0.13.1',
-        'flask-migrate==2.0.3',
-        'flask-script==2.0.5',
-        'flask-sqlalchemy==2.0',
-        'flask-testing==0.6.2',
-        'flask-wtf==0.14.2',
-        'future>=0.16.0, <0.17',
-        'humanize==0.5.1',
-        'gunicorn==19.7.1',
-        'markdown==2.6.8',
-        'pandas==0.19.2',
-        'parsedatetime==2.0.0',
-        'pydruid==0.3.1',
-        'PyHive>=0.3.0',
-        'python-dateutil==2.6.0',
-        'requests==2.13.0',
-        'simplejson==3.10.0',
-        'six==1.10.0',
-        'sqlalchemy==1.1.9',
-        'sqlalchemy-utils==0.32.14',
-        'sqlparse==0.2.3',
-        'thrift>=0.9.3',
-        'thrift-sasl>=0.2.1',
+        "backoff>=1.8.0",
+        "bleach>=3.0.2, <4.0.0",
+        "celery>=4.3.0, <5.0.0",
+        "click>=6.0, <7.0.0",  # `click`>=7 forces "-" instead of "_"
+        "colorama",
+        "contextlib2",
+        "croniter>=0.3.28",
+        "cryptography>=2.4.2",
+        "flask>=1.1.0, <2.0.0",
+        "flask-appbuilder>=2.1.13, <2.3.0",
+        "flask-caching",
+        "flask-compress",
+        "flask-talisman",
+        "flask-migrate",
+        "flask-wtf",
+        "geopy",
+        "gunicorn<19.9.0",  # deprecated
+        "humanize",
+        "isodate",
+        "markdown>=3.0",
+        "msgpack>=0.6.1, <0.7.0",
+        "pandas>=0.24.2, <0.25.0",
+        "parsedatetime",
+        "pathlib2",
+        "polyline",
+        "python-dateutil",
+        "python-dotenv",
+        "python-geohash",
+        "pyarrow>=0.15.1, <0.16.0",
+        "pyyaml>=5.1",
+        "retry>=0.9.2",
+        "selenium>=3.141.0",
+        "simplejson>=3.15.0",
+        "sqlalchemy>=1.3.5,<2.0",
+        "sqlalchemy-utils>=0.33.2",
+        "sqlparse>=0.3.0,<0.4",
+        "wtforms-json",
     ],
     extras_require={
-        'cors': ['Flask-Cors>=2.0.0'],
+        "bigquery": ["pybigquery>=0.4.10", "pandas_gbq>=0.10.0"],
+        "cors": ["flask-cors>=2.0.0"],
+        "gsheets": ["gsheetsdb>=0.1.9"],
+        "hive": ["pyhive[hive]>=0.6.1", "tableschema", "thrift>=0.11.0, <1.0.0"],
+        "mysql": ["mysqlclient==1.4.2.post1"],
+        "postgres": ["psycopg2-binary==2.7.5"],
+        "presto": ["pyhive[presto]>=0.4.0"],
+        "druid": ["pydruid==0.5.7", "requests==2.22.0"],
     },
-    tests_require=[
-        'codeclimate-test-reporter',
-        'coverage',
-        'mock',
-        'nose',
-    ],
-    author='Maxime Beauchemin',
-    author_email='maximebeauchemin@gmail.com',
-    url='https://github.com/airbnb/superset',
-    download_url=(
-        'https://github.com/airbnb/superset/tarball/' + version_string),
+    python_requires="~=3.6",
+    author="Apache Software Foundation",
+    author_email="dev@superset.incubator.apache.org",
+    url="https://superset.apache.org/",
+    download_url="https://www.apache.org/dist/incubator/superset/" + version_string,
     classifiers=[
-        'Programming Language :: Python :: 2.7',
-        'Programming Language :: Python :: 3.4',
-        'Programming Language :: Python :: 3.5',
+        "Programming Language :: Python :: 3.6",
+        "Programming Language :: Python :: 3.7",
     ],
 )

superset/__init__.py

@@ -1,38 +1,110 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+# pylint: disable=C,R,W
 """Package's main module!"""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-from __future__ import unicode_literals
-
-import logging
-from logging.handlers import TimedRotatingFileHandler
-
 import json
+import logging
 import os
+from copy import deepcopy
+from typing import Any, Dict
 
+import wtforms_json
 from flask import Flask, redirect
-from flask_appbuilder import SQLA, AppBuilder, IndexView
+from flask_appbuilder import AppBuilder, IndexView, SQLA
 from flask_appbuilder.baseviews import expose
+from flask_compress import Compress
 from flask_migrate import Migrate
+from flask_talisman import Talisman
 from flask_wtf.csrf import CSRFProtect
-from werkzeug.contrib.fixers import ProxyFix
 
+from superset import config
 from superset.connectors.connector_registry import ConnectorRegistry
-from superset import utils, config  # noqa
+from superset.security import SupersetSecurityManager
+from superset.utils.core import pessimistic_connection_handling, setup_cache
+from superset.utils.log import DBEventLogger, get_event_logger_from_cfg_value
 
+wtforms_json.init()
 
 APP_DIR = os.path.dirname(__file__)
-CONFIG_MODULE = os.environ.get('SUPERSET_CONFIG', 'superset.config')
-
-with open(APP_DIR + '/static/assets/backendSync.json', 'r') as f:
-    frontend_config = json.load(f)
+CONFIG_MODULE = os.environ.get("SUPERSET_CONFIG", "superset.config")
 
+if not os.path.exists(config.DATA_DIR):
+    os.makedirs(config.DATA_DIR)
 
 app = Flask(__name__)
-app.config.from_object(CONFIG_MODULE)
+app.config.from_object(CONFIG_MODULE)  # type: ignore
 conf = app.config
 
-for bp in conf.get('BLUEPRINTS'):
+#################################################################
+# Handling manifest file logic at app start
+#################################################################
+MANIFEST_FILE = APP_DIR + "/static/assets/dist/manifest.json"
+manifest: Dict[Any, Any] = {}
+
+
+def parse_manifest_json():
+    global manifest
+    try:
+        with open(MANIFEST_FILE, "r") as f:
+            # the manifest inclues non-entry files
+            # we only need entries in templates
+            full_manifest = json.load(f)
+            manifest = full_manifest.get("entrypoints", {})
+    except Exception:
+        pass
+
+
+def get_js_manifest_files(filename):
+    if app.debug:
+        parse_manifest_json()
+    entry_files = manifest.get(filename, {})
+    return entry_files.get("js", [])
+
+
+def get_css_manifest_files(filename):
+    if app.debug:
+        parse_manifest_json()
+    entry_files = manifest.get(filename, {})
+    return entry_files.get("css", [])
+
+
+def get_unloaded_chunks(files, loaded_chunks):
+    filtered_files = [f for f in files if f not in loaded_chunks]
+    for f in filtered_files:
+        loaded_chunks.add(f)
+    return filtered_files
+
+
+parse_manifest_json()
+
+
+@app.context_processor
+def get_manifest():
+    return dict(
+        loaded_chunks=set(),
+        get_unloaded_chunks=get_unloaded_chunks,
+        js_manifest=get_js_manifest_files,
+        css_manifest=get_css_manifest_files,
+    )
+
+
+#################################################################
+
+for bp in conf["BLUEPRINTS"]:
     try:
         print("Registering blueprint: '{}'".format(bp.name))
         app.register_blueprint(bp)
@@ -40,75 +112,133 @@ for bp in conf.get('BLUEPRINTS'):
         print("blueprint registration failed")
         logging.exception(e)
 
-if conf.get('SILENCE_FAB'):
-    logging.getLogger('flask_appbuilder').setLevel(logging.ERROR)
-
-if not app.debug:
-    # In production mode, add log handler to sys.stderr.
-    app.logger.addHandler(logging.StreamHandler())
-    app.logger.setLevel(logging.INFO)
-logging.getLogger('pyhive.presto').setLevel(logging.INFO)
+if conf.get("SILENCE_FAB"):
+    logging.getLogger("flask_appbuilder").setLevel(logging.ERROR)
 
 db = SQLA(app)
 
-if conf.get('WTF_CSRF_ENABLED'):
+if conf.get("WTF_CSRF_ENABLED"):
     csrf = CSRFProtect(app)
+    csrf_exempt_list = conf.get("WTF_CSRF_EXEMPT_LIST", [])
+    for ex in csrf_exempt_list:
+        csrf.exempt(ex)
 
-utils.pessimistic_connection_handling(db.engine.pool)
+pessimistic_connection_handling(db.engine)
 
-cache = utils.setup_cache(app, conf.get('CACHE_CONFIG'))
-tables_cache = utils.setup_cache(app, conf.get('TABLE_NAMES_CACHE_CONFIG'))
+cache = setup_cache(app, conf.get("CACHE_CONFIG"))
+tables_cache = setup_cache(app, conf.get("TABLE_NAMES_CACHE_CONFIG"))
 
 migrate = Migrate(app, db, directory=APP_DIR + "/migrations")
 
-# Logging configuration
-logging.basicConfig(format=app.config.get('LOG_FORMAT'))
-logging.getLogger().setLevel(app.config.get('LOG_LEVEL'))
+app.config["LOGGING_CONFIGURATOR"].configure_logging(app.config, app.debug)
 
-if app.config.get('ENABLE_TIME_ROTATE'):
-    logging.getLogger().setLevel(app.config.get('TIME_ROTATE_LOG_LEVEL'))
-    handler = TimedRotatingFileHandler(app.config.get('FILENAME'),
-                                       when=app.config.get('ROLLOVER'),
-                                       interval=app.config.get('INTERVAL'),
-                                       backupCount=app.config.get('BACKUP_COUNT'))
-    logging.getLogger().addHandler(handler)
-
-if app.config.get('ENABLE_CORS'):
+if app.config.get("ENABLE_CORS"):
     from flask_cors import CORS
-    CORS(app, **app.config.get('CORS_OPTIONS'))
 
-if app.config.get('ENABLE_PROXY_FIX'):
-    app.wsgi_app = ProxyFix(app.wsgi_app)
+    CORS(app, **app.config.get("CORS_OPTIONS"))
 
-if app.config.get('UPLOAD_FOLDER'):
+if app.config.get("ENABLE_PROXY_FIX"):
+    from werkzeug.middleware.proxy_fix import ProxyFix
+
+    app.wsgi_app = ProxyFix(  # type: ignore
+        app.wsgi_app, **app.config.get("PROXY_FIX_CONFIG")
+    )
+
+if app.config.get("ENABLE_CHUNK_ENCODING"):
+
+    class ChunkedEncodingFix(object):
+        def __init__(self, app):
+            self.app = app
+
+        def __call__(self, environ, start_response):
+            # Setting wsgi.input_terminated tells werkzeug.wsgi to ignore
+            # content-length and read the stream till the end.
+            if environ.get("HTTP_TRANSFER_ENCODING", "").lower() == u"chunked":
+                environ["wsgi.input_terminated"] = True
+            return self.app(environ, start_response)
+
+    app.wsgi_app = ChunkedEncodingFix(app.wsgi_app)  # type: ignore
+
+if app.config["UPLOAD_FOLDER"]:
     try:
-        os.makedirs(app.config.get('UPLOAD_FOLDER'))
+        os.makedirs(app.config["UPLOAD_FOLDER"])
     except OSError:
         pass
 
-for middleware in app.config.get('ADDITIONAL_MIDDLEWARE'):
-    app.wsgi_app = middleware(app.wsgi_app)
+for middleware in app.config["ADDITIONAL_MIDDLEWARE"]:
+    app.wsgi_app = middleware(app.wsgi_app)  # type: ignore
 
 
 class MyIndexView(IndexView):
-    @expose('/')
+    @expose("/")
     def index(self):
-        return redirect('/superset/welcome')
+        return redirect("/superset/welcome")
 
-appbuilder = AppBuilder(
-    app, db.session,
-    base_template='superset/base.html',
-    indexview=MyIndexView,
-    security_manager_class=app.config.get("CUSTOM_SECURITY_MANAGER"))
 
-sm = appbuilder.sm
+custom_sm = app.config.get("CUSTOM_SECURITY_MANAGER") or SupersetSecurityManager
+if not issubclass(custom_sm, SupersetSecurityManager):
+    raise Exception(
+        """Your CUSTOM_SECURITY_MANAGER must now extend SupersetSecurityManager,
+         not FAB's security manager.
+         See [4565] in UPDATING.md"""
+    )
+
+with app.app_context():
+    appbuilder = AppBuilder(
+        app,
+        db.session,
+        base_template="superset/base.html",
+        indexview=MyIndexView,
+        security_manager_class=custom_sm,
+        update_perms=False,  # Run `superset init` to update FAB's perms
+    )
+
+security_manager = appbuilder.sm
 
-get_session = appbuilder.get_session
 results_backend = app.config.get("RESULTS_BACKEND")
+results_backend_use_msgpack = app.config.get("RESULTS_BACKEND_USE_MSGPACK")
+
+# Merge user defined feature flags with default feature flags
+_feature_flags = app.config.get("DEFAULT_FEATURE_FLAGS") or {}
+_feature_flags.update(app.config.get("FEATURE_FLAGS") or {})
+
+# Event Logger
+event_logger = get_event_logger_from_cfg_value(
+    app.config.get("EVENT_LOGGER", DBEventLogger())
+)
+
+
+def get_feature_flags():
+    GET_FEATURE_FLAGS_FUNC = app.config.get("GET_FEATURE_FLAGS_FUNC")
+    if GET_FEATURE_FLAGS_FUNC:
+        return GET_FEATURE_FLAGS_FUNC(deepcopy(_feature_flags))
+    return _feature_flags
+
+
+def is_feature_enabled(feature):
+    """Utility function for checking whether a feature is turned on"""
+    return get_feature_flags().get(feature)
+
+
+# Flask-Compress
+if conf.get("ENABLE_FLASK_COMPRESS"):
+    Compress(app)
+
+
+talisman = Talisman()
+
+if app.config["TALISMAN_ENABLED"]:
+    talisman.init_app(app, **app.config["TALISMAN_CONFIG"])
+
+# Hook that provides administrators a handle on the Flask APP
+# after initialization
+flask_app_mutator = app.config.get("FLASK_APP_MUTATOR")
+if flask_app_mutator:
+    flask_app_mutator(app)
+
+from superset import views  # noqa isort:skip
 
 # Registering sources
-module_datasource_map = app.config.get("DEFAULT_MODULE_DS_MAP")
-module_datasource_map.update(app.config.get("ADDITIONAL_MODULE_DS_MAP"))
+module_datasource_map = app.config["DEFAULT_MODULE_DS_MAP"]
+module_datasource_map.update(app.config["ADDITIONAL_MODULE_DS_MAP"])
 ConnectorRegistry.register_sources(module_datasource_map)
-
-from superset import views  # noqa

superset/assets/.babelrc

@@ -1,3 +1,31 @@
-{
-  "presets" : ["airbnb", "es2015", "react"],
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+ {
+  "sourceMaps": true,
+  "retainLines": true,
+  "presets" : ["airbnb", "@babel/preset-react", "@babel/preset-env"],
+  "plugins": ["lodash", "@babel/plugin-syntax-dynamic-import", "react-hot-loader/babel"],
+  "env": {
+    "test": {
+      "plugins": [
+        "babel-plugin-dynamic-import-node"
+      ]
+    }
+  }
 }

superset/assets/.eslintignore

@@ -1,3 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
 **/*{.,-}min.js
 **/*.sh
 coverage/**
@@ -8,3 +24,4 @@ node_modules*/*
 stylesheets/*
 vendor/*
 docs/*
+src/dashboard/deprecated/*

superset/assets/.eslintrc

@@ -1,42 +1,76 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
 {
   "extends": "airbnb",
-  "parserOptions":{
+  "parser": "babel-eslint",
+  "parserOptions": {
     "ecmaFeatures": {
       "experimentalObjectRestSpread": true
     }
   },
-  "globals": {
-    "document": true,
+  "env": {
+    "browser": true
   },
   "rules": {
-    "prefer-template": 0,
-    "new-cap": 0,
-    "no-restricted-syntax": 0,
-    "guard-for-in": 0,
-    "prefer-arrow-callback": 0,
-    "func-names": 0,
-    "react/jsx-no-bind": 0,
-    "no-confusing-arrow": 0,
-
-    "jsx-a11y/no-static-element-interactions": 0,
-    "jsx-a11y/anchor-has-content": 0,
-    "react/require-default-props": 0,
-    "no-plusplus": 0,
-    "no-mixed-operators": 0,
-    "no-continue": 0,
-    "no-bitwise": 0,
-    "no-undef": 0,
-    "no-multi-assign": 0,
-    "react/no-array-index-key": 0,
-    "no-restricted-properties": 0,
-    "no-prototype-builtins": 0,
-    "jsx-a11y/href-no-hash": 0,
-    "react/forbid-prop-types": 0,
+    "camelcase": ["error", {
+      "allow": ["^UNSAFE_"],
+      "properties": "never"
+    }],
     "class-methods-use-this": 0,
+    "func-names": 0,
+    "guard-for-in": 0,
+    "import/extensions": ["error", {
+      ".js": "always",
+      ".jsx": "always",
+      ".ts": "always",
+      ".tsx": "always",
+      ".json": "always"
+    }],
     "import/no-named-as-default": 0,
     "import/prefer-default-export": 0,
+    "indent": 0,
+    "jsx-a11y/anchor-has-content": 0,
+    "jsx-a11y/href-no-hash": 0,
+    "jsx-a11y/no-static-element-interactions": 0,
+    "new-cap": 0,
+    "no-bitwise": 0,
+    "no-confusing-arrow": 0,
+    "no-continue": 0,
+    "no-mixed-operators": 0,
+    "no-multi-assign": 0,
+    "no-multi-spaces": 0,
+    "no-plusplus": 0,
+    "no-prototype-builtins": 0,
+    "no-restricted-properties": 0,
+    "no-restricted-syntax": 0,
+    "padded-blocks": 0,
+    "prefer-arrow-callback": 0,
+    "prefer-template": 0,
+    "react/forbid-prop-types": 0,
+    "react/jsx-no-bind": 0,
+    "react/no-array-index-key": 0,
+    "react/no-string-refs": 0,
     "react/no-unescaped-entities": 0,
     "react/no-unused-prop-types": 0,
-    "react/no-string-refs": 0,
+    "react/require-default-props": 0
+  },
+  "settings": {
+    "import/resolver": "webpack"
   }
 }

superset/assets/.istanbul.yml

@@ -1,54 +0,0 @@
-verbose: true
-instrumentation:
-    root: './javascripts'
-    extensions: ['.js', '.jsx']
-    excludes: [
-        'dist/**'
-    ]
-    embed-source: false
-    variable: __coverage__
-    compact: true
-    preserve-comments: false
-    complete-copy: false
-    save-baseline: true
-    baseline-file: ./coverage/coverage-baseline.json
-    include-all-sources: true
-    include-pid: false
-    es-modules: true
-reporting:
-    print: summary
-    reports:
-        - lcov
-    dir: ./coverage
-    watermarks:
-        statements: [50, 80]
-        lines: [50, 80]
-        functions: [50, 80]
-        branches: [50, 80]
-    report-config:
-        clover: {file: clover.xml}
-        cobertura: {file: cobertura-coverage.xml}
-        json: {file: coverage-final.json}
-        json-summary: {file: coverage-summary.json}
-        lcovonly: {file: lcov.info}
-        teamcity: {file: null, blockName: Code Coverage Summary}
-        text: {file: null, maxCols: 0}
-        text-lcov: {file: lcov.info}
-        text-summary: {file: null}
-hooks:
-    hook-run-in-context: false
-    post-require-hook: null
-    handle-sigint: false
-check:
-    global:
-        statements: 0
-        lines: 0
-        branches: 0
-        functions: 0
-        excludes: []
-    each:
-        statements: 0
-        lines: 0
-        branches: 0
-        functions: 0
-        excludes: []