chore: Adding pip-compile-multi et al. (#10499)

* chore: Adding pip-compile-multi et al

* Specify requirements.txt path for fossa

* [ci] Fixing CI

Co-authored-by: John Bodley <john.bodley@airbnb.com>
Co-authored-by: Jesse Yang <jesse.yang@airbnb.com>

requirements/base.in

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+-e file:.[cors,druid,hive,mysql,postgres,thumbnails]

requirements/base.txt

@@ -0,0 +1,135 @@
+# SHA1:3b8e2a2d526726ac7ff836060bf89101ff52c1c8
+#
+# This file is autogenerated by pip-compile-multi
+# To update, run:
+#
+#    pip-compile-multi
+#
+-e file:.                 # via -r requirements/base.in
+aiohttp==3.6.2            # via slackclient
+alembic==1.4.2            # via flask-migrate
+amqp==2.6.1               # via kombu
+apispec[yaml]==3.3.1      # via flask-appbuilder
+async-timeout==3.0.1      # via aiohttp
+attrs==19.3.0             # via aiohttp, jsonschema
+babel==2.8.0              # via flask-babel
+backoff==1.10.0           # via apache-superset
+billiard==3.6.3.0         # via celery
+bleach==3.1.5             # via apache-superset
+boto3==1.14.34            # via tabulator
+botocore==1.17.34         # via boto3, s3transfer
+brotli==1.0.7             # via flask-compress
+cached-property==1.5.1    # via tableschema
+cachelib==0.1.1           # via apache-superset
+celery==4.4.7             # via apache-superset
+certifi==2020.6.20        # via requests
+cffi==1.14.1              # via cryptography
+chardet==3.0.4            # via aiohttp, requests, tabulator
+click==7.1.2              # via apache-superset, flask, flask-appbuilder, tableschema, tabulator
+colorama==0.4.3           # via apache-superset, flask-appbuilder
+contextlib2==0.6.0.post1  # via apache-superset
+croniter==0.3.34          # via apache-superset
+cryptography==3.0         # via apache-superset
+dataclasses==0.6          # via apache-superset
+decorator==4.4.2          # via retry
+defusedxml==0.6.0         # via python3-openid
+dnspython==2.0.0          # via email-validator
+docutils==0.15.2          # via botocore
+email-validator==1.1.1    # via flask-appbuilder
+et-xmlfile==1.0.1         # via openpyxl
+flask-appbuilder==3.0.1   # via apache-superset
+flask-babel==1.0.0        # via flask-appbuilder
+flask-caching==1.9.0      # via apache-superset
+flask-compress==1.5.0     # via apache-superset
+flask-cors==3.0.8         # via apache-superset
+flask-jwt-extended==3.24.1  # via flask-appbuilder
+flask-login==0.4.1        # via flask-appbuilder
+flask-migrate==2.5.3      # via apache-superset
+flask-openid==1.2.5       # via flask-appbuilder
+flask-sqlalchemy==2.4.4   # via flask-appbuilder, flask-migrate
+flask-talisman==0.7.0     # via apache-superset
+flask-wtf==0.14.3         # via apache-superset, flask-appbuilder
+flask==1.1.2              # via apache-superset, flask-appbuilder, flask-babel, flask-caching, flask-compress, flask-cors, flask-jwt-extended, flask-login, flask-migrate, flask-openid, flask-sqlalchemy, flask-wtf
+future==0.18.2            # via pyhive
+geographiclib==1.50       # via geopy
+geopy==2.0.0              # via apache-superset
+gunicorn==20.0.4          # via apache-superset
+humanize==2.5.0           # via apache-superset
+idna-ssl==1.1.0           # via aiohttp
+idna==2.10                # via email-validator, idna-ssl, requests, yarl
+ijson==3.1.post0          # via tabulator
+importlib-metadata==1.7.0  # via jsonschema, kombu, markdown
+isodate==0.6.0            # via apache-superset, tableschema
+itsdangerous==1.1.0       # via flask, flask-wtf
+jdcal==1.4.1              # via openpyxl
+jinja2==2.11.2            # via flask, flask-babel
+jmespath==0.10.0          # via boto3, botocore
+jsonlines==1.2.0          # via tabulator
+jsonschema==3.2.0         # via flask-appbuilder, tableschema
+kombu==4.6.11             # via celery
+linear-tsv==1.1.0         # via tabulator
+mako==1.1.3               # via alembic
+markdown==3.2.2           # via apache-superset
+markupsafe==1.1.1         # via jinja2, mako, wtforms
+marshmallow-enum==1.5.1   # via flask-appbuilder
+marshmallow-sqlalchemy==0.23.1  # via flask-appbuilder
+marshmallow==3.7.1        # via flask-appbuilder, marshmallow-enum, marshmallow-sqlalchemy
+msgpack==1.0.0            # via apache-superset
+multidict==4.7.6          # via aiohttp, yarl
+mysqlclient==1.4.2.post1  # via apache-superset
+natsort==7.0.1            # via croniter
+numpy==1.19.1             # via pandas, pyarrow
+openpyxl==3.0.4           # via tabulator
+packaging==20.4           # via bleach
+pandas==1.0.5             # via apache-superset
+parsedatetime==2.6        # via apache-superset
+pathlib2==2.3.5           # via apache-superset
+pillow==7.2.0             # via apache-superset
+polyline==1.4.0           # via apache-superset
+prison==0.1.3             # via flask-appbuilder
+psycopg2-binary==2.8.5    # via apache-superset
+py==1.9.0                 # via retry
+pyarrow==0.17.1           # via apache-superset
+pycparser==2.20           # via cffi
+pydruid==0.6.1            # via apache-superset
+pyhive[hive]==0.6.2       # via apache-superset
+pyjwt==1.7.1              # via flask-appbuilder, flask-jwt-extended
+pyparsing==2.4.7          # via packaging
+pyrsistent==0.16.0        # via jsonschema
+python-dateutil==2.8.1    # via alembic, apache-superset, botocore, croniter, flask-appbuilder, pandas, pyhive, tableschema
+python-dotenv==0.14.0     # via apache-superset
+python-editor==1.0.4      # via alembic
+python-geohash==0.8.5     # via apache-superset
+python3-openid==3.2.0     # via flask-openid
+pytz==2020.1              # via babel, celery, flask-babel, pandas
+pyyaml==5.3.1             # via apache-superset, apispec
+requests==2.24.0          # via pydruid, tableschema, tabulator
+retry==0.9.2              # via apache-superset
+rfc3986==1.4.0            # via tableschema
+s3transfer==0.3.3         # via boto3
+sasl==0.2.1               # via pyhive, thrift-sasl
+selenium==3.141.0         # via apache-superset
+simplejson==3.17.2        # via apache-superset
+six==1.15.0               # via bleach, cryptography, flask-cors, flask-jwt-extended, flask-talisman, isodate, jsonlines, jsonschema, linear-tsv, packaging, pathlib2, polyline, prison, pyrsistent, python-dateutil, sasl, sqlalchemy-utils, tableschema, tabulator, thrift, thrift-sasl, wtforms-json
+slackclient==2.5.0        # via apache-superset
+sqlalchemy-utils==0.36.8  # via apache-superset, flask-appbuilder
+sqlalchemy==1.3.18        # via alembic, apache-superset, flask-sqlalchemy, marshmallow-sqlalchemy, sqlalchemy-utils, tabulator
+sqlparse==0.3.0           # via apache-superset
+tableschema==1.19.2       # via apache-superset
+tabulator==1.52.3         # via tableschema
+thrift-sasl==0.4.2        # via pyhive
+thrift==0.13.0            # via apache-superset, pyhive, thrift-sasl
+typing-extensions==3.7.4.2  # via aiohttp, yarl
+unicodecsv==0.14.1        # via tableschema, tabulator
+urllib3==1.25.10          # via botocore, requests, selenium
+vine==1.3.0               # via amqp, celery
+webencodings==0.5.1       # via bleach
+werkzeug==1.0.1           # via flask, flask-jwt-extended
+wtforms-json==0.3.3       # via apache-superset
+wtforms==2.3.3            # via flask-wtf, wtforms-json
+xlrd==1.2.0               # via tabulator
+yarl==1.5.1               # via aiohttp
+zipp==3.1.0               # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

requirements/documentation.in

@@ -0,0 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+-r base.in
+sphinx
+sphinx-rtd-theme

requirements/documentation.txt

@@ -0,0 +1,24 @@
+# SHA1:2cf3a7081bf9189afa931880771c21608989698b
+#
+# This file is autogenerated by pip-compile-multi
+# To update, run:
+#
+#    pip-compile-multi
+#
+-r base.txt
+-e file:.                 # via -r requirements/base.in
+alabaster==0.7.12         # via sphinx
+imagesize==1.2.0          # via sphinx
+pygments==2.6.1           # via sphinx
+snowballstemmer==2.0.0    # via sphinx
+sphinx-rtd-theme==0.5.0   # via -r requirements/documentation.in
+sphinx==3.1.2             # via -r requirements/documentation.in, sphinx-rtd-theme
+sphinxcontrib-applehelp==1.0.2  # via sphinx
+sphinxcontrib-devhelp==1.0.2  # via sphinx
+sphinxcontrib-htmlhelp==1.0.3  # via sphinx
+sphinxcontrib-jsmath==1.0.1  # via sphinx
+sphinxcontrib-qthelp==1.0.3  # via sphinx
+sphinxcontrib-serializinghtml==1.1.4  # via sphinx
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

requirements/integration.in

@@ -0,0 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+pip-compile-multi!=1.5.9
+pre-commit
+tox

requirements/integration.txt

@@ -0,0 +1,33 @@
+# SHA1:2e1bdbb387f30da2c99c8ca9cbf7ce42efba84cf
+#
+# This file is autogenerated by pip-compile-multi
+# To update, run:
+#
+#    pip-compile-multi
+#
+appdirs==1.4.4            # via virtualenv
+cfgv==3.2.0               # via pre-commit
+click==7.1.2              # via pip-compile-multi, pip-tools
+distlib==0.3.1            # via virtualenv
+filelock==3.0.12          # via tox, virtualenv
+identify==1.4.25          # via pre-commit
+importlib-metadata==1.7.0  # via pluggy, pre-commit, tox, virtualenv
+importlib-resources==3.0.0  # via pre-commit, virtualenv
+nodeenv==1.4.0            # via pre-commit
+packaging==20.4           # via tox
+pip-compile-multi==1.5.8  # via -r requirements/integration.in
+pip-tools==5.3.1          # via pip-compile-multi
+pluggy==0.13.1            # via tox
+pre-commit==2.6.0         # via -r requirements/integration.in
+py==1.9.0                 # via tox
+pyparsing==2.4.7          # via packaging
+pyyaml==5.3.1             # via pre-commit
+six==1.15.0               # via packaging, pip-tools, tox, virtualenv
+toml==0.10.1              # via pre-commit, tox
+toposort==1.5             # via pip-compile-multi
+tox==3.18.1               # via -r requirements/integration.in
+virtualenv==20.0.29       # via pre-commit, tox
+zipp==3.1.0               # via importlib-metadata, importlib-resources
+
+# The following packages are considered to be unsafe in a requirements file:
+# pip

requirements/local.in

@@ -0,0 +1,17 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+-r base.in

requirements/local.txt

@@ -0,0 +1,12 @@
+# SHA1:37fdd6cd1e7782cad40e1c59a0b7b6e1d9f73332
+#
+# This file is autogenerated by pip-compile-multi
+# To update, run:
+#
+#    pip-compile-multi
+#
+-r base.txt
+-e file:.                 # via -r requirements/base.in
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

requirements/testing.in

@@ -0,0 +1,27 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+-r base.in
+-r integration.in
+flask-testing
+openapi-spec-validator
+openpyxl
+parameterized
+pylint
+pytest
+pytest-cov
+redis
+statsd

requirements/testing.txt

@@ -0,0 +1,31 @@
+# SHA1:785ae7ffcde3cee8ebcc0a839cdb8e61e693d329
+#
+# This file is autogenerated by pip-compile-multi
+# To update, run:
+#
+#    pip-compile-multi
+#
+-r base.txt
+-r integration.txt
+-e file:.                 # via -r requirements/base.in
+astroid==2.4.2            # via pylint
+coverage==5.2.1           # via pytest-cov
+flask-testing==0.8.0      # via -r requirements/testing.in
+iniconfig==1.0.1          # via pytest
+isort==4.3.21             # via pylint
+lazy-object-proxy==1.4.3  # via astroid
+mccabe==0.6.1             # via pylint
+more-itertools==8.4.0     # via pytest
+openapi-spec-validator==0.2.9  # via -r requirements/testing.in
+parameterized==0.7.4      # via -r requirements/testing.in
+pylint==2.5.3             # via -r requirements/testing.in
+pytest-cov==2.10.0        # via -r requirements/testing.in
+pytest==6.0.1             # via -r requirements/testing.in, pytest-cov
+redis==3.5.3              # via -r requirements/testing.in
+statsd==3.3.0             # via -r requirements/testing.in
+typed-ast==1.4.1          # via astroid
+wrapt==1.12.1             # via astroid
+
+# The following packages are considered to be unsafe in a requirements file:
+# pip
+# setuptools