update changelog for rc2 cherries

* Fix presto column_type_mappings time and timestamp

* Added unit tests

.asf.yaml

@@ -17,14 +17,7 @@
 
 # https://cwiki.apache.org/confluence/display/INFRA/.asf.yaml+features+for+git+repositories
 ---
-notifications:
-  commits: commits@superset.apache.org
-  issues: notifications@superset.apache.org
-  pullrequests: notifications@superset.apache.org
-  discussions: notifications@superset.apache.org
-
 github:
-  del_branch_on_merge: true
   description: "Apache Superset is a Data Visualization and Data Exploration Platform"
   homepage: https://superset.apache.org/
   labels:
@@ -54,54 +47,8 @@ github:
     projects: true
     # Enable wiki for documentation
     wiki: true
-    # Enable discussions
-    discussions: true
 
   enabled_merge_buttons:
     squash: true
     merge: false
     rebase: false
-
-  ghp_branch:  gh-pages
-  ghp_path: /
-
-  protected_branches:
-    master:
-      required_status_checks:
-        # strict means "Require branches to be up to date before merging".
-        strict: false
-        # contexts are the names of checks that must pass
-        # unfortunately AFAICT for `matrix:` jobs, we have to itemize every
-        # combination here.
-        contexts:
-          - lint-check
-          - cypress-matrix (0, chrome)
-          - cypress-matrix (1, chrome)
-          - cypress-matrix (2, chrome)
-          - cypress-matrix (3, chrome)
-          - cypress-matrix (4, chrome)
-          - cypress-matrix (5, chrome)
-          - dependency-review
-          - frontend-build
-          - pre-commit (current)
-          - pre-commit (previous)
-          - test-mysql
-          - test-postgres (current)
-          - test-postgres-hive
-          - test-postgres-presto
-          - test-sqlite
-          - unit-tests (current)
-
-      required_pull_request_reviews:
-        dismiss_stale_reviews: false
-        require_code_owner_reviews: true
-        required_approving_review_count: 1
-
-      required_signatures: false
-    gh-pages:
-      required_pull_request_reviews:
-        dismiss_stale_reviews: false
-        require_code_owner_reviews: true
-        required_approving_review_count: 1
-
-      required_signatures: false

.codecov.yml

@@ -1,35 +1,11 @@
-codecov:
-    notify:
-        after_n_builds: 4
-ignore:
-  - "superset/migrations/versions/*.py"
-  - "superset-frontend/packages/superset-ui-demo/**/*"
-  - "**/*.stories.tsx"
-  - "**/*.stories.jsx"
 coverage:
   status:
     project:
       default:
-        informational: true
         # Commits pushed to master should not make the overall
         # project coverage decrease:
         target: auto
         threshold: 0%
-      core-packages-ts:
-        target: 100%
-        paths:
-          - 'superset-frontend/packages'
-          - '!superset-frontend/packages/**/*.jsx'
-          - '!superset-frontend/packages/**/*.tsx'
-      core-packages-tsx:
-        target: 50%
-        paths:
-          - 'superset-frontend/packages/**/*.jsx'
-          - 'superset-frontend/packages/**/*.tsx'
     patch:
       default:
-        informational: true
         threshold: 0%
-flag_management:
-  default_rules:
-    carryforward: true

.coveragerc

@@ -1,36 +0,0 @@
-# .coveragerc to control coverage.py
-[run]
-branch = True
-source = superset
-# omit = bad_file.py
-
-[paths]
-source =
-    superset/
-    */site-packages/
-
-[report]
-# Regexes for lines to exclude from consideration
-exclude_lines =
-    # Have to re-enable the standard pragma
-    pragma: no cover
-
-    # Don't complain about missing debug-only code:
-    def __repr__
-    if self\.debug
-
-    # Don't complain if tests don't hit defensive assertion code:
-    raise AssertionError
-    raise NotImplementedError
-
-    # Don't complain if non-runnable code isn't run:
-    if 0:
-    if __name__ == .__main__.:
-
-    # Ignore importlib backport
-    from importlib
-
-    if TYPE_CHECKING:
-
-#fail_under = 100
-show_missing = True

.cursor/rules/dev-standard.mdc

@@ -1,125 +0,0 @@
----
-description: Apache Superset development standards and guidelines for Cursor IDE
-globs: ["**/*.py", "**/*.ts", "**/*.tsx", "**/*.js", "**/*.jsx", "**/*.sql", "**/*.md"]
-alwaysApply: true
----
-
-# Apache Superset Development Standards for Cursor IDE
-
-Apache Superset is a data visualization platform with Flask/Python backend and React/TypeScript frontend.
-
-## ⚠️ CRITICAL: Ongoing Refactors (What NOT to Do)
-
-**These migrations are actively happening - avoid deprecated patterns:**
-
-### Frontend Modernization
-- **NO `any` types** - Use proper TypeScript types
-- **NO JavaScript files** - Convert to TypeScript (.ts/.tsx)
-- **NO Enzyme** - Use React Testing Library/Jest (Enzyme fully removed)
-- **Use @superset-ui/core** - Don't import Ant Design directly
-
-### Testing Strategy Migration
-- **Prefer unit tests** over integration tests
-- **Prefer integration tests** over Cypress end-to-end tests
-- **Cypress is last resort** - Actively moving away from Cypress
-- **Use Jest + React Testing Library** for component testing
-
-### Backend Type Safety
-- **Add type hints** - All new Python code needs proper typing
-- **MyPy compliance** - Run `pre-commit run mypy` to validate
-- **SQLAlchemy typing** - Use proper model annotations
-
-## Code Standards
-
-### TypeScript Frontend
-- **NO `any` types** - Use proper TypeScript
-- **Functional components** with hooks
-- **@superset-ui/core** for UI components (not direct antd)
-- **Jest** for testing (NO Enzyme)
-- **Redux** for global state, hooks for local
-
-### Python Backend
-- **Type hints required** for all new code
-- **MyPy compliant** - run `pre-commit run mypy`
-- **SQLAlchemy models** with proper typing
-- **pytest** for testing
-
-### Apache License Headers
-- **New files require ASF license headers** - When creating new code files, include the standard Apache Software Foundation license header
-- **LLM instruction files are excluded** - Files like LLMS.md, CLAUDE.md, etc. are in `.rat-excludes` to avoid header token overhead
-
-## Key Directory Structure
-
-```
-superset/
-├── superset/                    # Python backend (Flask, SQLAlchemy)
-│   ├── views/api/              # REST API endpoints
-│   ├── models/                 # Database models
-│   └── connectors/             # Database connections
-├── superset-frontend/src/       # React TypeScript frontend
-│   ├── components/             # Reusable components
-│   ├── explore/                # Chart builder
-│   ├── dashboard/              # Dashboard interface
-│   └── SqlLab/                 # SQL editor
-├── superset-frontend/packages/
-│   └── superset-ui-core/       # UI component library (USE THIS)
-├── tests/                      # Python/integration tests
-├── docs/                       # Documentation (UPDATE FOR CHANGES)
-└── UPDATING.md                 # Breaking changes log
-```
-
-## Architecture Patterns
-
-### Dataset-Centric Approach
-Charts built from enriched datasets containing:
-- Dimension columns with labels/descriptions
-- Predefined metrics as SQL expressions
-- Self-service analytics within defined contexts
-
-### Security & Features
-- **RBAC**: Role-based access via Flask-AppBuilder
-- **Feature flags**: Control feature rollouts
-- **Row-level security**: SQL-based data access control
-
-## Test Utilities
-
-### Python Test Helpers
-- **`SupersetTestCase`** - Base class in `tests/integration_tests/base_tests.py`
-- **`@with_config`** - Config mocking decorator
-- **`@with_feature_flags`** - Feature flag testing
-- **`login_as()`, `login_as_admin()`** - Authentication helpers
-- **`create_dashboard()`, `create_slice()`** - Data setup utilities
-
-### TypeScript Test Helpers
-- **`superset-frontend/spec/helpers/testing-library.tsx`** - Custom render() with providers
-- **`createWrapper()`** - Redux/Router/Theme wrapper
-- **`selectOption()`** - Select component helper
-- **React Testing Library** - NO Enzyme (removed)
-
-## Pre-commit Validation
-
-**Use pre-commit hooks for quality validation:**
-
-```bash
-# Install hooks
-pre-commit install
-
-# Quick validation (faster than --all-files)
-pre-commit run                    # Staged files only
-pre-commit run mypy              # Python type checking
-pre-commit run prettier          # Code formatting
-pre-commit run eslint            # Frontend linting
-```
-
-## Development Guidelines
-
-- **Documentation**: Update docs/ for any user-facing changes
-- **Breaking Changes**: Add to UPDATING.md
-- **Docstrings**: Required for new functions/classes
-- **Follow existing patterns**: Mimic code style, use existing libraries and utilities
-- **Type Safety**: This codebase is actively modernizing toward full TypeScript and type safety
-- **Always run `pre-commit run`** to validate changes before committing
-
----
-
-**Note**: This codebase is actively modernizing toward full TypeScript and type safety. Always run `pre-commit run` to validate changes. Follow the ongoing refactors section to avoid deprecated patterns.

.devcontainer/Dockerfile

@@ -1,20 +0,0 @@
-# Keep this in sync with the base image in the main Dockerfile (ARG PY_VER)
-FROM python:3.11.13-trixie AS base
-
-# Install system dependencies that Superset needs
-# This layer will be cached across Codespace sessions
-RUN apt-get update && apt-get install -y \
-    libsasl2-dev \
-    libldap2-dev \
-    libpq-dev \
-    tmux \
-    gh \
-    && rm -rf /var/lib/apt/lists/*
-
-# Install uv for fast Python package management
-# This will also be cached in the image
-RUN curl -LsSf https://astral.sh/uv/install.sh | sh && \
-    echo 'export PATH="/root/.cargo/bin:$PATH"' >> /etc/bash.bashrc
-
-# Set the cargo/bin directory in PATH for all users
-ENV PATH="/root/.cargo/bin:${PATH}"

.devcontainer/README.md

@@ -1,16 +0,0 @@
-# Superset Development with GitHub Codespaces
-
-For complete documentation on using GitHub Codespaces with Apache Superset, please see:
-
-**[Setting up a Development Environment - GitHub Codespaces](https://superset.apache.org/docs/contributing/development#github-codespaces-cloud-development)**
-
-## Pre-installed Development Environment
-
-When you create a new Codespace from this repository, it automatically:
-
-1. **Creates a Python virtual environment** using `uv venv`
-2. **Installs all development dependencies** via `uv pip install -r requirements/development.txt`
-3. **Sets up pre-commit hooks** with `pre-commit install`
-4. **Activates the virtual environment** automatically in all terminals
-
-The virtual environment is located at `/workspaces/{repository-name}/.venv` and is automatically activated through environment variables set in the devcontainer configuration.

.devcontainer/bashrc-additions

@@ -1,62 +0,0 @@
-# Superset Codespaces environment setup
-# This file is appended to ~/.bashrc during Codespace setup
-
-# Find the workspace directory (handles both 'superset' and 'superset-2' names)
-WORKSPACE_DIR=$(find /workspaces -maxdepth 1 -name "superset*" -type d | head -1)
-
-if [ -n "$WORKSPACE_DIR" ]; then
-    # Check if virtual environment exists
-    if [ -d "$WORKSPACE_DIR/.venv" ]; then
-        # Activate the virtual environment
-        source "$WORKSPACE_DIR/.venv/bin/activate"
-        echo "✅ Python virtual environment activated"
-
-        # Verify pre-commit is installed and set up
-        if command -v pre-commit &> /dev/null; then
-            echo "✅ pre-commit is available ($(pre-commit --version))"
-            # Install git hooks if not already installed
-            if [ -d "$WORKSPACE_DIR/.git" ] && [ ! -f "$WORKSPACE_DIR/.git/hooks/pre-commit" ]; then
-                echo "🪝 Installing pre-commit hooks..."
-                cd "$WORKSPACE_DIR" && pre-commit install
-            fi
-        else
-            echo "⚠️  pre-commit not found. Run: pip install pre-commit"
-        fi
-    else
-        echo "⚠️  Python virtual environment not found at $WORKSPACE_DIR/.venv"
-        echo "   Run: cd $WORKSPACE_DIR && .devcontainer/setup-dev.sh"
-    fi
-
-    # Always cd to the workspace directory for convenience
-    cd "$WORKSPACE_DIR"
-fi
-
-# Add helpful aliases for Superset development
-alias start-superset="$WORKSPACE_DIR/.devcontainer/start-superset.sh"
-alias setup-dev="$WORKSPACE_DIR/.devcontainer/setup-dev.sh"
-
-# Show helpful message on login
-echo ""
-echo "🚀 Superset Codespaces Environment"
-echo "=================================="
-
-# Check if Superset is running
-if docker ps 2>/dev/null | grep -q "superset"; then
-    echo "✅ Superset is running!"
-    echo "   - Check the 'Ports' tab for your live Superset URL"
-    echo "   - Initial startup takes 10-20 minutes"
-    echo "   - Login: admin/admin"
-else
-    echo "⚠️  Superset is not running. Use: start-superset"
-    # Check if there's a startup log
-    if [ -f "/tmp/superset-startup.log" ]; then
-        echo "   📋 Startup log found: cat /tmp/superset-startup.log"
-    fi
-fi
-
-echo ""
-echo "Quick commands:"
-echo "  start-superset - Start Superset with Docker Compose"
-echo "  setup-dev      - Set up Python environment (if not already done)"
-echo "  pre-commit run - Run pre-commit checks on staged files"
-echo ""

.devcontainer/build-and-push-image.sh

@@ -1,20 +0,0 @@
-#!/bin/bash
-# Script to build and push the devcontainer image to GitHub Container Registry
-# This allows caching the image between Codespace sessions
-
-# You'll need to run this with appropriate GitHub permissions
-# gh auth login --scopes write:packages
-
-REGISTRY="ghcr.io"
-OWNER="apache"
-REPO="superset"
-TAG="devcontainer-base"
-
-echo "Building devcontainer image..."
-docker build -t $REGISTRY/$OWNER/$REPO:$TAG .devcontainer/
-
-echo "Pushing to GitHub Container Registry..."
-docker push $REGISTRY/$OWNER/$REPO:$TAG
-
-echo "Done! Update .devcontainer/devcontainer.json to use:"
-echo "  \"image\": \"$REGISTRY/$OWNER/$REPO:$TAG\""

.devcontainer/devcontainer.json

@@ -1,66 +0,0 @@
-{
-  "name": "Apache Superset Development",
-  // Option 1: Use pre-built image directly
-  // "image": "ghcr.io/apache/superset:devcontainer-base",
-
-  // Option 2: Build from Dockerfile with cache (current approach)
-  "build": {
-    "dockerfile": "Dockerfile",
-    "context": ".",
-    // Cache from the Apache registry image
-    "cacheFrom": ["ghcr.io/apache/superset:devcontainer-base"]
-  },
-
-  "features": {
-    "ghcr.io/devcontainers/features/docker-in-docker:2": {
-      "moby": true,
-      "dockerDashComposeVersion": "v2"
-    },
-    "ghcr.io/devcontainers/features/node:1": {
-      "version": "20"
-    },
-    "ghcr.io/devcontainers/features/git:1": {},
-    "ghcr.io/devcontainers/features/common-utils:2": {
-      "configureZshAsDefaultShell": true
-    },
-    "ghcr.io/devcontainers/features/sshd:1": {
-      "version": "latest"
-    }
-  },
-
-  // Forward ports for development
-  "forwardPorts": [9001],
-  "portsAttributes": {
-    "9001": {
-      "label": "Superset (via Webpack Dev Server)",
-      "onAutoForward": "notify",
-      "visibility": "public"
-    }
-  },
-
-  // Run commands after container is created
-  "postCreateCommand": "bash .devcontainer/setup-dev.sh || echo '⚠️ Setup had issues - run .devcontainer/setup-dev.sh manually'",
-
-  // Auto-start Superset after ensuring Docker is ready
-  // Run in foreground to see any errors, but don't block on failures
-  "postStartCommand": "bash -c 'echo \"Waiting 30s for services to initialize...\"; sleep 30; .devcontainer/start-superset.sh || echo \"⚠️ Auto-start failed - run start-superset manually\"'",
-
-  // Set environment variables
-  "remoteEnv": {
-    // Removed automatic venv activation to prevent startup issues
-    // The setup script will handle this
-  },
-
-  // VS Code customizations
-  "customizations": {
-    "vscode": {
-      "extensions": [
-        "ms-python.python",
-        "ms-python.vscode-pylance",
-        "charliermarsh.ruff",
-        "dbaeumer.vscode-eslint",
-        "esbenp.prettier-vscode"
-      ]
-    }
-  }
-}

.devcontainer/setup-dev.sh

@@ -1,78 +0,0 @@
-#!/bin/bash
-# Setup script for Superset Codespaces development environment
-
-echo "🔧 Setting up Superset development environment..."
-
-# System dependencies and uv are now pre-installed in the Docker image
-# This speeds up Codespace creation significantly!
-
-# Create virtual environment using uv
-echo "🐍 Creating Python virtual environment..."
-if ! uv venv; then
-    echo "❌ Failed to create virtual environment"
-    exit 1
-fi
-
-# Install Python dependencies
-echo "📦 Installing Python dependencies..."
-if ! uv pip install -r requirements/development.txt; then
-    echo "❌ Failed to install Python dependencies"
-    echo "💡 You may need to run this manually after the Codespace starts"
-    exit 1
-fi
-
-# Install pre-commit hooks
-echo "🪝 Installing pre-commit hooks..."
-if source .venv/bin/activate && pre-commit install; then
-    echo "✅ Pre-commit hooks installed"
-else
-    echo "⚠️  Pre-commit hooks installation failed (non-critical)"
-fi
-
-# Install Claude Code CLI via npm
-echo "🤖 Installing Claude Code..."
-if npm install -g @anthropic-ai/claude-code; then
-    echo "✅ Claude Code installed"
-else
-    echo "⚠️  Claude Code installation failed (non-critical)"
-fi
-
-# Make the start script executable
-chmod +x .devcontainer/start-superset.sh
-
-# Add bashrc additions for automatic venv activation
-echo "🔧 Setting up automatic environment activation..."
-if [ -f ~/.bashrc ]; then
-    # Check if we've already added our additions
-    if ! grep -q "Superset Codespaces environment setup" ~/.bashrc; then
-        echo "" >> ~/.bashrc
-        cat .devcontainer/bashrc-additions >> ~/.bashrc
-        echo "✅ Added automatic venv activation to ~/.bashrc"
-    else
-        echo "✅ Bashrc additions already present"
-    fi
-else
-    # Create bashrc if it doesn't exist
-    cat .devcontainer/bashrc-additions > ~/.bashrc
-    echo "✅ Created ~/.bashrc with automatic venv activation"
-fi
-
-# Also add to zshrc since that's the default shell
-if [ -f ~/.zshrc ] || [ -n "$ZSH_VERSION" ]; then
-    if ! grep -q "Superset Codespaces environment setup" ~/.zshrc; then
-        echo "" >> ~/.zshrc
-        cat .devcontainer/bashrc-additions >> ~/.zshrc
-        echo "✅ Added automatic venv activation to ~/.zshrc"
-    fi
-fi
-
-echo "✅ Development environment setup complete!"
-echo ""
-echo "📝 The virtual environment will be automatically activated in new terminals"
-echo ""
-echo "🔄 To activate in this terminal, run:"
-echo "   source ~/.bashrc"
-echo ""
-echo "🚀 To start Superset:"
-echo "   start-superset"
-echo ""

.devcontainer/start-superset.sh

@@ -1,108 +0,0 @@
-#!/bin/bash
-# Startup script for Superset in Codespaces
-
-# Log to a file for debugging
-LOG_FILE="/tmp/superset-startup.log"
-echo "[$(date)] Starting Superset startup script" >> "$LOG_FILE"
-echo "[$(date)] User: $(whoami), PWD: $(pwd)" >> "$LOG_FILE"
-
-echo "🚀 Starting Superset in Codespaces..."
-echo "🌐 Frontend will be available at port 9001"
-
-# Find the workspace directory (Codespaces clones as 'superset', not 'superset-2')
-WORKSPACE_DIR=$(find /workspaces -maxdepth 1 -name "superset*" -type d | head -1)
-if [ -n "$WORKSPACE_DIR" ]; then
-    cd "$WORKSPACE_DIR"
-    echo "📁 Working in: $WORKSPACE_DIR"
-else
-    echo "📁 Using current directory: $(pwd)"
-fi
-
-# Wait for Docker to be available
-echo "⏳ Waiting for Docker to start..."
-echo "[$(date)] Waiting for Docker..." >> "$LOG_FILE"
-max_attempts=30
-attempt=0
-while ! docker info > /dev/null 2>&1; do
-    if [ $attempt -eq $max_attempts ]; then
-        echo "❌ Docker failed to start after $max_attempts attempts"
-        echo "[$(date)] Docker failed to start after $max_attempts attempts" >> "$LOG_FILE"
-        echo "🔄 Please restart the Codespace or run this script manually later"
-        exit 1
-    fi
-    echo "   Attempt $((attempt + 1))/$max_attempts..."
-    echo "[$(date)] Docker check attempt $((attempt + 1))/$max_attempts" >> "$LOG_FILE"
-    sleep 2
-    attempt=$((attempt + 1))
-done
-echo "✅ Docker is ready!"
-echo "[$(date)] Docker is ready" >> "$LOG_FILE"
-
-# Check if Superset containers are already running
-if docker ps | grep -q "superset"; then
-    echo "✅ Superset containers are already running!"
-    echo ""
-    echo "🌐 To access Superset:"
-    echo "   1. Click the 'Ports' tab at the bottom of VS Code"
-    echo "   2. Find port 9001 and click the globe icon to open"
-    echo "   3. Wait 10-20 minutes for initial startup"
-    echo ""
-    echo "📝 Login credentials: admin/admin"
-    exit 0
-fi
-
-# Clean up any existing containers
-echo "🧹 Cleaning up existing containers..."
-docker-compose -f docker-compose-light.yml down
-
-# Start services
-echo "🏗️  Starting Superset in background (daemon mode)..."
-echo ""
-
-# Start in detached mode
-docker-compose -f docker-compose-light.yml up -d
-
-echo ""
-echo "✅ Docker Compose started successfully!"
-echo ""
-echo "📋 Important information:"
-echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-echo "⏱️  Initial startup takes 10-20 minutes"
-echo "🌐 Check the 'Ports' tab for your Superset URL (port 9001)"
-echo "👤 Login: admin / admin"
-echo ""
-echo "📊 Useful commands:"
-echo "   docker-compose -f docker-compose-light.yml logs -f    # Follow logs"
-echo "   docker-compose -f docker-compose-light.yml ps         # Check status"
-echo "   docker-compose -f docker-compose-light.yml down       # Stop services"
-echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
-echo ""
-echo "💤 Keeping terminal open for 60 seconds to test persistence..."
-sleep 60
-echo "✅ Test complete - check if this terminal is still visible!"
-
-# Show final status
-docker-compose -f docker-compose-light.yml ps
-EXIT_CODE=$?
-
-# If it failed, provide helpful instructions
-if [ $EXIT_CODE -ne 0 ] && [ $EXIT_CODE -ne 130 ]; then  # 130 is Ctrl+C
-    echo ""
-    echo "❌ Superset startup failed (exit code: $EXIT_CODE)"
-    echo ""
-    echo "🔄 To restart Superset, run:"
-    echo "   .devcontainer/start-superset.sh"
-    echo ""
-    echo "🔧 For troubleshooting:"
-    echo "   # View logs:"
-    echo "   docker-compose -f docker-compose-light.yml logs"
-    echo ""
-    echo "   # Clean restart (removes volumes):"
-    echo "   docker-compose -f docker-compose-light.yml down -v"
-    echo "   .devcontainer/start-superset.sh"
-    echo ""
-    echo "   # Common issues:"
-    echo "   - Network timeouts: Just retry, often transient"
-    echo "   - Port conflicts: Check 'docker ps'"
-    echo "   - Database issues: Try clean restart with -v"
-fi

.dockerignore

@@ -15,9 +15,6 @@
 # limitations under the License.
 #
 **/__pycache__/
-**/.git
-**/.apache_superset.egg-info
-**/.github
 **/.mypy_cache
 **/.pytest_cache
 **/.tox
@@ -33,16 +30,11 @@
 **/*.pyc
 **/*.sqllite
 **/*.swp
-**/.terser-plugin-cache/
-**/node_modules/
 
 tests/
 docs/
 install/
-superset-frontend/cypress-base/
+superset-frontend/node_modules/
+superset-frontend/cypress/
 superset-frontend/coverage/
-superset-frontend/.temp_cache/
-superset/static/assets/
-superset-websocket/dist/
 venv
-.venv

.flaskenv

@@ -15,4 +15,4 @@
 # limitations under the License.
 #
 FLASK_APP="superset.app:create_app()"
-FLASK_DEBUG=true
+FLASK_ENV="development"

.gitattributes

@@ -1,4 +0,0 @@
-docker/**/*.sh text eol=lf
-*.svg binary
-*.ipynb binary
-*.geojson binary

.github/CODEOWNERS

@@ -1,42 +0,0 @@
-# Notify all committers of DB migration changes, per SIP-59
-
-# https://github.com/apache/superset/issues/13351
-
-/superset/migrations/ @mistercrunch @michael-s-molina @betodealmeida @eschutho @sadpandajoe
-
-# Notify some committers of changes in the components
-
-/superset-frontend/src/components/Select/ @michael-s-molina @geido @kgabryje
-/superset-frontend/src/components/MetadataBar/ @michael-s-molina @geido @kgabryje
-/superset-frontend/src/components/DropdownContainer/ @michael-s-molina @geido @kgabryje
-
-# Notify Helm Chart maintainers about changes in it
-
-/helm/superset/ @craig-rueda @dpgaspar @villebro @nytai @michael-s-molina @mistercrunch @rusackas @Antonio-RiveroMartnez
-
-# Notify E2E test maintainers of changes
-
-/superset-frontend/cypress-base/ @sadpandajoe @geido @eschutho @rusackas @betodealmeida @mistercrunch
-
-# Notify PMC members of changes to GitHub Actions
-
-/.github/ @villebro @geido @eschutho @rusackas @betodealmeida @nytai @mistercrunch @craig-rueda @kgabryje @dpgaspar
-
-# Notify PMC members of changes to required GitHub Actions
-
-/.asf.yaml @villebro @geido @eschutho @rusackas @betodealmeida @nytai @mistercrunch @craig-rueda @kgabryje @dpgaspar @Antonio-RiveroMartnez
-
-# Maps are a finicky contribution process we care about
-
-**/*.geojson @villebro @rusackas
-/superset-frontend/plugins/legacy-plugin-chart-country-map/ @villebro @rusackas
-
-# Notify PMC members of changes to extension-related files
-
-/superset-core/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset-extensions-cli/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset/core/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset/extensions/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset-frontend/src/packages/superset-core/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset-frontend/src/core/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje
-/superset-frontend/src/extensions/ @michael-s-molina @villebro @geido @eschutho @rusackas @kgabryje

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -1,99 +0,0 @@
-name: Bug report
-description: Report a bug to improve Superset's stability
-labels: ["bug"]
-body:
-  - type: markdown
-    attributes:
-      value: |
-        Hello Superset Community member! Please keep things tidy by putting your post in the proper place:
-
-        🚨 Reporting a security issue: send an email to security@superset.apache.org. DO NOT USE GITHUB ISSUES TO REPORT SECURITY PROBLEMS.
-        🐛 Reporting a bug: use this form.
-        🙏 Asking a question or getting help: post in the [Superset Slack chat](http://bit.ly/join-superset-slack) or [GitHub Discussions](https://github.com/apache/superset/discussions) under "Q&A / Help".
-        💡 Requesting a new feature: Search [GitHub Discussions](https://github.com/apache/superset/discussions) to see if it exists already. If not, add a new post there under "Ideas".
-  - type: textarea
-    id: bug-description
-    attributes:
-      label: Bug description
-      description: A clear description of what the bug is, including reproduction steps and expected behavior.
-      placeholder: |
-        The bug is that...
-        1. Go to '...'
-        2. Click on '....'
-        3. Scroll down to '....'
-        4. See error
-    validations:
-      required: true
-  - type: textarea
-    id: screenshots-recordings
-    attributes:
-      label: Screenshots/recordings
-      description: If applicable, add screenshots or recordings to help explain your problem.
-  - type: markdown
-    attributes:
-      value: |
-        ### Environment
-
-        Please specify your environment. If your environment does not match the alternatives, you need to upgrade your environment before submitting the issue as it may have already been fixed. For additional information about the releases, see [Release Process](https://github.com/apache/superset/wiki/Release-Process).
-  - type: dropdown
-    id: superset-version
-    attributes:
-      label: Superset version
-      options:
-        - master / latest-dev
-        - "5.0.0"
-        - "4.1.3"
-    validations:
-      required: true
-  - type: dropdown
-    id: python-version
-    attributes:
-      label: Python version
-      options:
-        - "3.9"
-        - "3.10"
-        - "3.11"
-        - Not applicable
-        - I don't know
-    validations:
-      required: true
-  - type: dropdown
-    id: node-version
-    attributes:
-      label: Node version
-      options:
-        - "16"
-        - "17"
-        - "18 or greater"
-        - Not applicable
-        - I don't know
-    validations:
-      required: true
-  - type: dropdown
-    id: browser
-    attributes:
-      label: Browser
-      options:
-        - Chrome
-        - Firefox
-        - Safari
-        - Not applicable
-    validations:
-      required: true
-  - type: textarea
-    id: additional-context
-    attributes:
-      label: Additional context
-      description: |
-        Add any other context about the problem here such as the feature flags that you have enabled, any customizations you have made, the data source you are querying, etc.
-  - type: checkboxes
-    id: checklist
-    attributes:
-      label: Checklist
-      description: Make sure to follow these steps before submitting your issue - thank you!
-      options:
-        - label: I have searched Superset docs and Slack and didn't find a solution to my problem.
-        - label: I have searched the GitHub issue tracker and didn't find a similar bug report.
-        - label: I have checked Superset's logs for errors and if I found a relevant Python stacktrace, I included it here as text in the "additional context" section.
-    validations:
-      required: true

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,47 @@
+---
+name: Bug report
+about: Create a report to help us improve
+labels: "#bug"
+
+---
+
+A clear and concise description of what the bug is.
+
+### Expected results
+
+what you expected to happen.
+
+### Actual results
+
+what actually happens.
+
+#### Screenshots
+
+If applicable, add screenshots to help explain your problem.
+
+#### How to reproduce the bug
+
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+### Environment
+
+(please complete the following information):
+
+- superset version: `superset version`
+- python version: `python --version`
+- node.js version: `node -v`
+
+### Checklist
+
+Make sure to follow these steps before submitting your issue - thank you!
+
+- [ ] I have checked the superset logs for python stacktraces and included it here as text if there are any.
+- [ ] I have reproduced the issue with at least the latest released version of superset.
+- [ ] I have checked the issue tracker for the same issue and I haven't found one similar.
+
+### Additional context
+
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/config.yml

@@ -1,12 +0,0 @@
----
-blank_issues_enabled: false
-contact_links:
-  - name: Feature Request
-    url: https://github.com/apache/superset/discussions/new?category=ideas
-    about: Propose a feature request to the Superset community
-  - name: Q&A
-    url: https://github.com/apache/superset/discussions/new?category=q-a-help
-    about: Open a community Q&A thread on GitHub Discussions
-  - name: Slack
-    url:  https://bit.ly/join-superset-slack
-    about: Join the Superset Community on Slack for other discussions and assistance

.github/ISSUE_TEMPLATE/cosmetic.md

@@ -2,6 +2,7 @@
 name: Cosmetic Issue
 about: Describe a cosmetic issue with CSS, positioning, layout, labeling, or similar
 labels: "cosmetic-issue"
+
 ---
 
 ## Screenshot

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,18 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+labels: "#enhancement"
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/ISSUE_TEMPLATE/security_vulnerability.md

@@ -0,0 +1,12 @@
+---
+name: Security vulnerability
+about: Report a security vulnerability or issue
+labels: "#security"
+
+---
+
+## DO NOT REPORT SECURITY VULNERABILITIES HERE
+
+Please report security vulnerabilities to private@superset.apache.org.
+
+In the event a community member discovers a security flaw in Superset, it is important to follow the [Apache Security Guidelines](https://www.apache.org/security/committers.html) and release a fix as quickly as possible before public disclosure. Reporting security vulnerabilities through the usual GitHub Issues channel is not ideal as it will publicize the flaw before a fix can be applied.

.github/ISSUE_TEMPLATE/sip.md

@@ -1,15 +1,14 @@
 ---
 name: SIP
-about: "Superset Improvement Proposal. See SIP-0 (https://github.com/apache/superset/issues/5602) for details. A SIP introduces any major change into Apache Superset's code or process."
-labels: sip
-title: "[SIP] Your Title Here (do not add SIP number)"
-assignees: "apache/superset-committers"
+about: Superset Improvement Proposal
+labels: "#SIP"
+
 ---
 
 *Please make sure you are familiar with the SIP process documented*
-[here](https://github.com/apache/superset/issues/5602). The SIP will be numbered by a committer upon acceptance.
+(here)[https://github.com/apache/superset/issues/5602]
 
-## [SIP] Proposal for ...<title>
+## [SIP] Proposal for XXX
 
 ### Motivation
 

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,27 +1,18 @@
-<!---
-Please write the PR title following the conventions at https://www.conventionalcommits.org/en/v1.0.0/
-Example:
-fix(dashboard): load charts correctly
--->
-
 ### SUMMARY
 <!--- Describe the change below, including rationale and design decisions -->
 
 ### BEFORE/AFTER SCREENSHOTS OR ANIMATED GIF
 <!--- Skip this if not applicable -->
 
-### TESTING INSTRUCTIONS
-<!--- Required! What steps can be taken to manually verify the changes? -->
+### TEST PLAN
+<!--- What steps should be taken to verify the changes -->
 
 ### ADDITIONAL INFORMATION
 <!--- Check any relevant boxes with "x" -->
 <!--- HINT: Include "Fixes #nnn" if you are fixing an existing issue -->
 - [ ] Has associated issue:
-- [ ] Required feature flags:
 - [ ] Changes UI
-- [ ] Includes DB Migration (follow approval process in [SIP-59](https://github.com/apache/superset/issues/13351))
-  - [ ] Migration is atomic, supports rollback & is backwards-compatible
-  - [ ] Confirm DB migration upgrade and downgrade tested
-  - [ ] Runtime estimates and downtime expectations provided
+- [ ] Requires DB Migration.
+- [ ] Confirm DB Migration upgrade and downgrade tested.
 - [ ] Introduces new feature or API
 - [ ] Removes existing feature or API

.github/SECURITY.md

@@ -1,38 +0,0 @@
-# Security Policy
-
-This is a project of the [Apache Software Foundation](https://apache.org) and follows the
-ASF [vulnerability handling process](https://apache.org/security/#vulnerability-handling).
-
-## Reporting Vulnerabilities
-
-**⚠️ Please do not file GitHub issues for security vulnerabilities as they are public! ⚠️**
-
-
-Apache Software Foundation takes a rigorous standpoint in annihilating the security issues
-in its software projects. Apache Superset is highly sensitive and forthcoming to issues
-pertaining to its features and functionality.
-If you have any concern or believe you have found a vulnerability in Apache Superset,
-please get in touch with the Apache Superset Security Team privately at
-e-mail address [security@superset.apache.org](mailto:security@superset.apache.org).
-
-More details can be found on the ASF website at
-[ASF vulnerability reporting process](https://apache.org/security/#reporting-a-vulnerability)
-
-We kindly ask you to include the following information in your report:
-- Apache Superset version that you are using
-- A sanitized copy of your `superset_config.py` file or any config overrides
-- Detailed steps to reproduce the vulnerability
-
-Note that Apache Superset is not responsible for any third-party dependencies that may
-have security issues. Any vulnerabilities found in third-party dependencies should be
-reported to the maintainers of those projects. Results from security scans of Apache
-Superset dependencies found on its official Docker image can be remediated at release time
-by extending the image itself.
-
-**Your responsible disclosure and collaboration are invaluable.**
-
-## Extra Information
-
- - [Apache Superset documentation](https://superset.apache.org/docs/security)
- - [Common Vulnerabilities and Exposures by release](https://superset.apache.org/docs/security/cves)
- - [How Security Vulnerabilities are Reported & Handled in Apache Superset (Blog)](https://preset.io/blog/how-security-vulnerabilities-are-reported-and-handled-in-apache-superset/)

.github/actions/cached-dependencies/.editorconfig

@@ -0,0 +1 @@
+indent_size = 2

.github/actions/cached-dependencies/.eslintignore

@@ -0,0 +1,3 @@
+dist/
+lib/
+node_modules/

.github/actions/cached-dependencies/.eslintrc.js

@@ -0,0 +1,26 @@
+module.exports = {
+  plugins: ['jest', '@typescript-eslint'],
+  extends: ['plugin:jest/all'],
+  parser: '@typescript-eslint/parser',
+  parserOptions: {
+    ecmaVersion: 9,
+    sourceType: 'module',
+  },
+  rules: {
+    'eslint-comments/no-use': 'off',
+    'import/no-namespace': 'off',
+    'no-unused-vars': 'off',
+    'no-console': 'off',
+    'jest/prefer-expect-assertions': 'off',
+    'jest/no-disabled-tests': 'warn',
+    'jest/no-focused-tests': 'error',
+    'jest/no-identical-title': 'error',
+    'jest/prefer-to-have-length': 'warn',
+    'jest/valid-expect': 'error',
+  },
+  env: {
+    node: true,
+    es6: true,
+    'jest/globals': true,
+  },
+};

.github/actions/cached-dependencies/.github/workflows/tests.yml

@@ -0,0 +1,34 @@
+name: Tests
+on:
+  pull_request:
+    paths-ignore:
+      - '**.md'
+  push:
+    branches:
+      - master
+    paths-ignore:
+      - '**.md'
+jobs:
+  test:
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macOS-latest]
+    name: Test on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-node@v1
+      with:
+        node-version: '12.x'
+    - name: Install dependencies
+      run: npm ci
+    - name: Run prettier format check
+      run: npm run format-check
+    - name: Build
+      run: npm run build
+    - name: Run tests
+      run: npm run test
+    - name: Upload code coverage
+      run: |
+        bash <(curl -s https://codecov.io/bash)

.github/actions/cached-dependencies/.gitignore

@@ -0,0 +1,6 @@
+lib
+coverage
+node_modules
+
+!dist
+!dist/cache

.github/actions/cached-dependencies/.prettierignore

@@ -0,0 +1,3 @@
+dist/
+lib/
+node_modules/

.github/actions/cached-dependencies/.prettierrc.json

@@ -0,0 +1,11 @@
+{
+  "printWidth": 80,
+  "tabWidth": 2,
+  "useTabs": false,
+  "semi": true,
+  "singleQuote": true,
+  "trailingComma": "all",
+  "bracketSpacing": true,
+  "arrowParens": "avoid",
+  "parser": "typescript"
+}

.github/actions/cached-dependencies/LICENSE

@@ -0,0 +1,22 @@
+
+The MIT License (MIT)
+
+Copyright (c) 2018 GitHub, Inc. and contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

.github/actions/cached-dependencies/README.md

@@ -0,0 +1,212 @@
+# cached-dependencies
+
+[![](https://github.com/ktmud/cached-dependencies/workflows/Tests/badge.svg)](https://github.com/ktmud/cached-dependencies/actions?query=workflow%3ATests) [![codecov](https://codecov.io/gh/ktmud/cached-dependencies/branch/master/graph/badge.svg)](https://codecov.io/gh/ktmud/cached-dependencies)
+
+Enable **multi-layer cache** and **shortcut commands** in any workflows.
+
+Manage multiple cache targets in one step. Use either the built-in cache configs for npm, yarn, and pip, or write your own. Create a bash command library to easily reduce redudencies across workflows. Most useful for building webapps that require multi-stage building processes.
+
+This is your all-in-one action for everything related to setting up dependencies with cache.
+
+## Inputs
+
+- **run**: bash commands to run, allows shortcut commands
+- **caches**: path to a JS module that defines cache targets, defaults to `.github/workflows/caches.js`
+- **bashlib**: path to a BASH scripts that defines shortcut commands, defaults to `.github/workflows/bashlib.sh`
+- **parallel**: whether to run the commands in parallel with node subprocesses
+
+## Examples
+
+Following workflow sets up dependencies for a typical Python web app with both `~/.pip` and `~/.npm` cache configured in one simple step:
+
+```yaml
+jobs:
+  build_and_test:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+    - name: Install dependencies
+      uses: ktmud/cached-dependencies@v1
+      with:
+        run: |
+          npm-install
+          npm run build
+
+          pip-install
+          python ./bin/manager.py fill_test_data
+```
+
+Here we used predefined `npm-install` and `pip-install` commands to install dependencies with correponding caches.
+
+You may also replace `npm-install` with `yarn-install` to install npm pacakges with `yarn.lock`.
+
+```yaml
+- name: Install dependencies
+  uses: ktmud/cached-dependencies@v1
+  with:
+    run: |
+      yarn-install
+      yarn build
+
+      pip-install
+      python ./bin/manager.py fill_test_data
+```
+
+See below for more details.
+
+## Usage
+
+### Cache configs
+
+Under the hood, we use [@actions/cache](https://github.com/marketplace/actions/cache) to manage cache storage. But instead of defining only one cache at a time and specify them in workflow YAMLs, you manage all caches in a spearate JS file: `.github/workflows/caches.js`.
+
+Here is [the default configuration](https://github.com/ktmud/cached-dependencies/blob/master/src/cache/caches.ts) for Linux:
+
+```js
+module.exports = {
+  pip: {
+    path: [`${process.env.HOME}/.cache/pip`],
+    hashFiles: ['requirements*.txt'],
+    keyPrefix: 'pip-',
+    restoreKeys: 'pip-',
+  },
+  npm: {
+    path: [`${HOME}/.npm`],
+    hashFiles: [
+      `package-lock.json`,
+      `*/*/package-lock.json`,
+      `!node_modules/*/package-lock.json`,
+    ],
+  },
+  yarn: {
+    path: [`${HOME}/.npm`],
+   // */* is for supporting lerna monorepo with depth=2
+    hashFiles: [`yarn.lock`, `*/*/yarn.lock`, `!node_modules/*/yarn.lock`],
+  },
+}
+```
+
+In which `hashFiles` and `keyPrefix` will be used to compute the primary cache key used in [@actions/cache](https://github.com/marketplace/actions/cache). `keyPrefix` will default to `${cacheName}-` and `restoreKeys` will default to `keyPrefix` if not specified.
+
+It is recommended to always use absolute paths in these configs so you can share them across different worflows more easily (in case you the action is called from different working directories).
+
+#### Speficy when to restore and save
+
+With the predefined `cache-store` and `cache-save` bash commands, you have full flexibility on when to restore and save cache:
+
+```yaml
+steps:
+- uses: actions/checkout@v2
+- uses: ktmud/cached-dependencies@v1
+  with:
+    run: |
+      cache-restore npm
+      npm install
+      cache-save npm
+
+      cache-restore pip
+      pip install -r requirements.txt
+      cache-save pip
+```
+
+### Shortcut commands
+
+All predefined shortcut commands can be found [here](https://github.com/ktmud/cached-dependencies/blob/master/src/scripts/bashlib.sh). You can also customize them or add new ones in `.github/workflows/bashlib.sh`.
+
+For example, if you want to install additional packages for before saving `pip` cache, simply add this to the `bashlib.sh` file:
+
+```bash
+# override the default `pip-install` command
+pip-install() {
+  cd $GITHUB_WORKSPACE
+
+  cache-restore pip
+
+  echo "::group::pip install"
+  pip install -r requirements.txt      # prod requirements
+  pip install -r requirements-dev.txt  # dev requirements
+  pip install -e ".[postgres,mysql]"   # current pacakge with some extras
+  echo "::endgroup::"
+
+  cache-save pip
+}
+```
+
+### Default setup command
+
+When `run` is not provided:
+
+```yaml
+jobs:
+  name: Build
+  steps:
+    - name: Install dependencies
+      uses: ktmud/cached-depdencies@v1
+```
+
+You must provide a `default-setup-command` in the bashlib. For example,
+
+```bash
+default-setup-command() {
+  pip-install & npm-install
+}
+```
+
+This will start installing pip and npm dependencies at the same time.
+
+### Customize config locations
+
+Both the two config files, `.github/workflows/bashlib.sh` and `.github/workflows/caches.js`, can be placed in other locations:
+
+```yaml
+- uses: ktmud/cached-dependencies@v1
+  with:
+    caches: ${{ github.workspace }}/.github/configs/caches.js
+    bashlib: ${{ github.workspace }}/.github/configs/bashlib.sh
+```
+
+### Run commands in parallel
+
+When `parallel` is set to `true`, the `run` input will be split into an array of commands and passed to `Promise.all(...)` to execute in parallel. For example,
+
+```yaml
+- uses: ktmud/cached-dependencies@v1
+  with:
+    parallel: true
+    run: |
+      pip-install
+      npm-install
+```
+
+is equivalent to
+
+```yaml
+- uses: ktmud/cached-dependencies@v1
+  with:
+    run: |
+      pip-install & npm-install
+```
+
+If one or more of your commands must spread across multiple lines, you can add a new line between the parallel commands. Each command within a parallel group will still run sequentially.
+
+```yaml
+- uses: ktmud/cached-dependencies@v1
+  with:
+    run: |
+      cache-restore pip
+      pip install requirements*.txt
+      # additional pip packages
+      pip install package1 package2 pacakge2
+      cache-save pip
+
+      npm-install
+
+      cache-restore cypress
+      cd cypress/ && npm install
+      cache-save cypress
+```
+
+## License
+
+This project is released under [the MIT License](LICENSE).

.github/actions/cached-dependencies/__tests__/cache.test.ts

@@ -0,0 +1,124 @@
+import path from 'path';
+import * as fs from 'fs';
+import * as os from 'os';
+import * as core from '@actions/core';
+import * as cache from '../src/cache';
+import * as inputsUtils from '../src/utils/inputs';
+import * as actionUtils from '@actions/cache/src/utils/actionUtils';
+import defaultCaches from '../src/cache/caches';
+import { setInputs, getInput, maybeArrayToString } from '../src/utils/inputs';
+import { Inputs, InputName, GitHubEvent, EnvVariable } from '../src/constants';
+import caches, { npmExpectedHash } from './fixtures/caches';
+
+describe('patch core states', () => {
+  it('should log error if states file invalid', () => {
+    const logWarningMock = jest.spyOn(actionUtils, 'logWarning');
+    fs.writeFileSync(`${os.tmpdir()}/cached--states.json`, 'INVALID_JSON', {
+      encoding: 'utf-8',
+    });
+    core.getState('haha');
+    expect(logWarningMock).toHaveBeenCalledTimes(2);
+  });
+  it('should persist state', () => {
+    core.saveState('test', '100');
+    expect(core.getState('test')).toStrictEqual('100');
+  });
+});
+
+describe('cache runner', () => {
+  it('should use default cache config', async () => {
+    await cache.loadCustomCacheConfigs();
+    // but `npm` actually come from `src/cache/caches.ts`
+    const inputs = await cache.getCacheInputs('npm');
+    expect(inputs?.[InputName.Path]).toStrictEqual(
+      maybeArrayToString(defaultCaches.npm.path),
+    );
+    expect(inputs?.[InputName.RestoreKeys]).toStrictEqual('npm-');
+  });
+
+  it('should override cache config', async () => {
+    setInputs({
+      [InputName.Caches]: path.resolve(__dirname, 'fixtures/caches'),
+    });
+    await cache.loadCustomCacheConfigs();
+
+    const inputs = await cache.getCacheInputs('npm');
+    expect(inputs?.[InputName.Path]).toStrictEqual(
+      maybeArrayToString(caches.npm.path),
+    );
+    expect(inputs?.[InputName.Key]).toStrictEqual(`npm-${npmExpectedHash}`);
+    expect(inputs?.[InputName.RestoreKeys]).toStrictEqual(
+      maybeArrayToString(caches.npm.restoreKeys),
+    );
+  });
+
+  it('should apply inputs and restore cache', async () => {
+    setInputs({
+      [InputName.Caches]: path.resolve(__dirname, 'fixtures/caches'),
+      [EnvVariable.GitHubEventName]: GitHubEvent.PullRequest,
+    });
+
+    const setInputsMock = jest.spyOn(inputsUtils, 'setInputs');
+    const inputs = await cache.getCacheInputs('npm');
+    const result = await cache.run('restore', 'npm');
+
+    expect(result).toBeUndefined();
+
+    // before run
+    expect(setInputsMock).toHaveBeenNthCalledWith(1, inputs);
+
+    // after run
+    expect(setInputsMock).toHaveBeenNthCalledWith(2, {
+      [InputName.Key]: '',
+      [InputName.Path]: '',
+      [InputName.RestoreKeys]: '',
+    });
+
+    // inputs actually restored to original value
+    expect(getInput(InputName.Key)).toStrictEqual('');
+
+    // pretend still in execution context
+    setInputs(inputs as Inputs);
+
+    // `core.getState` should return the primary key
+    expect(core.getState('CACHE_KEY')).toStrictEqual(inputs?.[InputName.Key]);
+
+    setInputsMock.mockRestore();
+  });
+
+  it('should run saveCache', async () => {
+    // call to save should also work
+    const logWarningMock = jest.spyOn(actionUtils, 'logWarning');
+
+    setInputs({
+      [InputName.Parallel]: 'true',
+    });
+    await cache.run('save', 'npm');
+    expect(logWarningMock).toHaveBeenCalledWith(
+      'Cache Service Url not found, unable to restore cache.',
+    );
+  });
+
+  it('should exit on invalid args', async () => {
+    // other calls do generate errors
+    const processExitMock = jest
+      .spyOn(process, 'exit')
+      // @ts-ignore
+      .mockImplementation(() => {});
+
+    // incomplete arguments
+    await cache.run();
+    await cache.run('save');
+
+    // bad arguments
+    await cache.run('save', 'unknown-cache');
+    await cache.run('unknown-action', 'unknown-cache');
+
+    setInputs({
+      [InputName.Caches]: 'non-existent',
+    });
+    await cache.run('save', 'npm');
+
+    expect(processExitMock).toHaveBeenCalledTimes(5);
+  });
+});

.github/actions/cached-dependencies/__tests__/fixtures/bashlib.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+default-setup-command() {
+  print-cachescript-path
+}

.github/actions/cached-dependencies/__tests__/fixtures/caches.ts

@@ -0,0 +1,14 @@
+/**
+ * Example cache config.
+ */
+export const npmHashFiles = ['.*ignore'];
+export const npmExpectedHash =
+  '13ed29a1c7ec906e7dcb20626957ebfcd3f0f2174bd2685a012105792bf1ff55';
+
+export default {
+  npm: {
+    path: [`~/.npm`],
+    hashFiles: npmHashFiles,
+    restoreKeys: 'node-npm-',
+  },
+};

.github/actions/cached-dependencies/__tests__/setup.test.ts

@@ -0,0 +1,101 @@
+/**
+ * Test default runner.
+ */
+import { setInputs } from '../src/utils/inputs';
+import { InputName, DefaultInputs } from '../src/constants';
+import * as setup from '../src/setup';
+import path from 'path';
+
+const extraBashlib = path.resolve(__dirname, './fixtures/bashlib.sh');
+
+describe('setup runner', () => {
+  // don't actually run the bash script
+  const runCommandMock = jest.spyOn(setup, 'runCommand');
+
+  it('should allow custom bashlib', async () => {
+    setInputs({
+      [InputName.Bashlib]: extraBashlib,
+    });
+    await setup.run();
+    expect(runCommandMock).toHaveBeenCalledTimes(1);
+    expect(runCommandMock).toHaveBeenCalledWith(
+      DefaultInputs[InputName.Run],
+      extraBashlib,
+    );
+  });
+
+  it('should allow inline bash overrides', async () => {
+    const processExitMock = jest
+      .spyOn(process, 'exit')
+      // @ts-ignore
+      .mockImplementation(() => {});
+
+    setInputs({
+      [InputName.Bashlib]: '',
+      [InputName.Parallel]: 'false',
+      [InputName.Run]: `
+        ${DefaultInputs[InputName.Run]}() {
+          echo "It works!"
+          exit 202
+        }
+        ${DefaultInputs[InputName.Run]}
+      `,
+    });
+    // allow the bash script to run for one test, but override the default
+    await setup.run();
+    expect(runCommandMock).toHaveBeenCalledTimes(1);
+    expect(processExitMock).toHaveBeenCalledTimes(1);
+    expect(processExitMock).toHaveBeenCalledWith(1);
+  });
+
+  it('should use run commands', async () => {
+    // don't run the commands when there is no overrides
+    runCommandMock.mockImplementation(async () => {});
+
+    setInputs({
+      [InputName.Bashlib]: 'non-existent',
+      [InputName.Run]: 'print-cachescript-path',
+    });
+
+    await setup.run();
+
+    expect(runCommandMock).toHaveBeenCalledTimes(1);
+    expect(runCommandMock).toHaveBeenCalledWith('print-cachescript-path', '');
+  });
+
+  it('should handle single-new-line parallel commands', async () => {
+    setInputs({
+      [InputName.Run]: `
+        test-command-1
+        test-command-2
+      `,
+      [InputName.Parallel]: 'true',
+    });
+
+    await setup.run();
+
+    expect(runCommandMock).toHaveBeenNthCalledWith(1, 'test-command-1', '');
+    expect(runCommandMock).toHaveBeenNthCalledWith(2, 'test-command-2', '');
+  });
+
+  it('should handle multi-new-line parallel commands', async () => {
+    setInputs({
+      [InputName.Run]: `
+        test-1-1
+        test-1-2
+
+        test-2
+      `,
+      [InputName.Parallel]: 'true',
+    });
+
+    await setup.run();
+
+    expect(runCommandMock).toHaveBeenNthCalledWith(
+      1,
+      'test-1-1\n        test-1-2',
+      '',
+    );
+    expect(runCommandMock).toHaveBeenNthCalledWith(2, 'test-2', '');
+  });
+});

.github/actions/cached-dependencies/__tests__/tsconfig.json

@@ -0,0 +1,10 @@
+{
+  "extends": "../tsconfig.json",
+  "compilerOptions": {
+    "baseUrl": "./",
+    "outDir": "../build",
+    "noEmit": true,
+    "rootDir": "../"
+  },
+  "exclude": ["node_modules"]
+}

.github/actions/cached-dependencies/action.yml

@@ -0,0 +1,25 @@
+name: Cached Dependencies
+description: Setup multi-layered cache and dependencies in one step, share predefined commands across workflows
+author: Jesse Yang <hello@yjc.me>
+branding:
+  icon: layers
+  color: yellow
+inputs:
+  caches:
+    required: false
+    description: Path to a JS file with cache configs
+    default: ${{ github.workspace }}/.github/workflows/caches.js
+  bashlib:
+    required: false
+    description: Path to a Bash script with command shortcuts
+    default: ${{ github.workspace }}/.github/workflows/bashlib.sh
+  run:
+    required: false
+    description: Setup commands to run, can use shortcuts defined in bashlib
+    default: default-setup-command
+  parallel:
+    required: false
+    description: Whether to run commands in parallel
+runs:
+  using: node12
+  main: dist/index.js

.github/actions/cached-dependencies/dist/scripts/cache/thread.js

@@ -0,0 +1,57 @@
+'use strict';
+const fs = require('fs');
+const crypto = require('crypto');
+const {parentPort} = require('worker_threads');
+
+const handlers = {
+	hashFile: (algorithm, filePath) => new Promise((resolve, reject) => {
+		const hasher = crypto.createHash(algorithm);
+		fs.createReadStream(filePath)
+			// TODO: Use `Stream.pipeline` when targeting Node.js 12.
+			.on('error', reject)
+			.pipe(hasher)
+			.on('error', reject)
+			.on('finish', () => {
+				const {buffer} = hasher.read();
+				resolve({value: buffer, transferList: [buffer]});
+			});
+	}),
+	hash: async (algorithm, input) => {
+		const hasher = crypto.createHash(algorithm);
+
+		if (Array.isArray(input)) {
+			for (const part of input) {
+				hasher.update(part);
+			}
+		} else {
+			hasher.update(input);
+		}
+
+		const hash = hasher.digest().buffer;
+		return {value: hash, transferList: [hash]};
+	}
+};
+
+parentPort.on('message', async message => {
+	try {
+		const {method, args} = message;
+		const handler = handlers[method];
+
+		if (handler === undefined) {
+			throw new Error(`Unknown method '${method}'`);
+		}
+
+		const {value, transferList} = await handler(...args);
+		parentPort.postMessage({id: message.id, value}, transferList);
+	} catch (error) {
+		const newError = {message: error.message, stack: error.stack};
+
+		for (const [key, value] of Object.entries(error)) {
+			if (typeof value !== 'object') {
+				newError[key] = value;
+			}
+		}
+
+		parentPort.postMessage({id: message.id, error: newError});
+	}
+});

.github/actions/cached-dependencies/jest.config.js

@@ -0,0 +1,21 @@
+module.exports = {
+  clearMocks: true,
+  moduleFileExtensions: ['js', 'ts'],
+  testEnvironment: 'node',
+  testMatch: ['**/*.test.ts'],
+  transform: {
+    '^.+\\.ts$': 'ts-jest',
+  },
+  transformIgnorePatterns: [
+    '/node_modules/(?!@actions).+\\.js$',
+  ],
+  verbose: true,
+};
+
+// suppress debug messages
+const processStdoutWrite = process.stdout.write.bind(process.stdout);
+process.stdout.write = (str, encoding, cb) => {
+  processStdoutWrite(str.split('\n').filter(x => {
+    return !/^::debug::/.test(x);
+  }).join('\n'), encoding, cb);
+};

.github/actions/cached-dependencies/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "setup-superset-action",
+  "version": "1.0.0",
+  "private": true,
+  "keywords": [
+    "actions",
+    "node",
+    "setup",
+    "superset"
+  ],
+  "main": "dist/run",
+  "scripts": {
+    "all": "npm run format && npm run lint && npm run test && npm run build",
+    "build": "npm run clean && tsc && ncc build -o dist src/run.ts && ncc build -o dist/scripts/cache src/scripts/cache.ts",
+    "clean": "rm -rf ./lib ./dist",
+    "coverage": "npm run test && open ./coverage/lcov-report/index.html",
+    "format": "prettier --write **/*.ts",
+    "format-check": "prettier --check **/*.ts",
+    "lint": "eslint src/**/*.ts",
+    "test": "jest --clearCache && jest --coverage"
+  },
+  "dependencies": {
+    "@actions/cache": "actions/cache#d29c1df198dd38ac88e0ae23a2881b99c2d20e68",
+    "@actions/core": "1.2.4",
+    "@actions/exec": "1.0.4",
+    "@actions/glob": "0.1.0",
+    "@types/uuid": "7.0.4",
+    "hasha": "5.2.0",
+    "tempy": "0.6.0",
+    "uuid": "7.0.3"
+  },
+  "devDependencies": {
+    "@types/jest": "26.0.7",
+    "@types/node": "12.12.53",
+    "@typescript-eslint/eslint-plugin": "3.7.1",
+    "@typescript-eslint/parser": "3.7.1",
+    "@zeit/ncc": "0.22.3",
+    "eslint": "7.5.0",
+    "eslint-plugin-jest": "23.19.0",
+    "jest": "26.1.0",
+    "js-yaml": "3.14.0",
+    "prettier": "2.0.5",
+    "prettier-plugin-packagejson": "2.2.5",
+    "ts-jest": "26.1.4",
+    "typescript": "3.9.7"
+  }
+}

.github/actions/cached-dependencies/renovate.json

@@ -0,0 +1,5 @@
+{
+  "extends": [
+    "config:base"
+  ]
+}

.github/actions/cached-dependencies/src/cache/caches.ts

@@ -0,0 +1,49 @@
+/**
+ * Default cache configs
+ */
+import * as os from 'os';
+
+export interface CacheConfig {
+  path: string[] | string;
+  hashFiles: string[] | string;
+  keyPrefix?: string;
+  restoreKeys?: string[] | string;
+}
+
+export interface CacheConfigs {
+  [cacheName: string]: CacheConfig;
+}
+
+const { HOME = '~' } = process.env;
+const platform = os.platform() as 'linux' | 'darwin' | 'win32';
+const pathByPlatform = {
+  linux: {
+    pip: `${HOME}/.cache/pip`,
+  },
+  darwin: {
+    pip: `${HOME}/Library/Caches/pip`,
+  },
+  win32: {
+    pip: `${HOME}\\AppData\\Local\\pip\\Cache`,
+  },
+};
+
+export default {
+  pip: {
+    path: pathByPlatform[platform].pip,
+    hashFiles: 'requirements*.txt',
+  },
+  npm: {
+    path: `${HOME}/.npm`,
+    hashFiles: [
+      `package-lock.json`,
+      // support lerna monorepo with depth=2
+      `*/*/package-lock.json`,
+      `!node_modules/*/package-lock.json`,
+    ],
+  },
+  yarn: {
+    path: `${HOME}/.npm`,
+    hashFiles: [`yarn.lock`, `*/*/yarn.lock`, `!node_modules/*/yarn.lock`],
+  },
+} as CacheConfigs;

.github/actions/cached-dependencies/src/cache/index.ts

@@ -0,0 +1,146 @@
+/**
+ * Execute @actions/cache with predefined cache configs.
+ */
+import { beginImport, doneImport } from './patch'; // monkey patch @actions modules
+
+beginImport();
+import saveCache from '@actions/cache/src/save';
+import restoreCache from '@actions/cache/src/restore';
+doneImport();
+
+import hasha from 'hasha';
+import * as fs from 'fs';
+import * as core from '@actions/core';
+import * as glob from '@actions/glob';
+import { Inputs, InputName, DefaultInputs } from '../constants';
+import { applyInputs, getInput, maybeArrayToString } from '../utils/inputs';
+import caches from './caches'; // default cache configs
+
+// GitHub uses `sha256` for the built-in `${{ hashFiles(...) }}` expression
+// https://help.github.com/en/actions/reference/context-and-expression-syntax-for-github-actions#hashfiles
+const HASH_OPTION = { algorithm: 'sha256' };
+
+/**
+ * Load custom cache configs from the `caches` path defined in inputs.
+ *
+ * @returns Whether the loading is successfull.
+ */
+export async function loadCustomCacheConfigs() {
+  const customCachePath = getInput(InputName.Caches);
+  try {
+    core.debug(`Reading cache configs from '${customCachePath}'`);
+    const customCache = await import(customCachePath);
+    Object.assign(caches, customCache.default);
+  } catch (error) {
+    if (
+      customCachePath !== DefaultInputs[InputName.Caches] ||
+      !error.message.includes('Cannot find module')
+    ) {
+      core.error(error.message);
+      core.setFailed(
+        `Failed to load custom cache configs: '${customCachePath}'`,
+      );
+      return process.exit(1);
+    }
+  }
+  return true;
+}
+
+/**
+ * Generate SHA256 hash for a list of files matched by glob patterns.
+ *
+ * @param {string[]} patterns - The glob pattern.
+ * @param {string} extra - The extra string to append to the file hashes to
+ *                         comptue the final hash.
+ */
+export async function hashFiles(
+  patterns: string[] | string,
+  extra: string = '',
+) {
+  const globber = await glob.create(maybeArrayToString(patterns));
+  let hash = '';
+  let counter = 0;
+  for await (const file of globber.globGenerator()) {
+    if (!fs.statSync(file).isDirectory()) {
+      hash += hasha.fromFileSync(file, HASH_OPTION);
+      counter += 1;
+    }
+  }
+  core.debug(`Computed hash for ${counter} files. Pattern: ${patterns}`);
+  return hasha(hash + extra, HASH_OPTION);
+}
+
+/**
+ * Generate GitHub Action inputs based on predefined cache config. Will be used
+ * to override env variables.
+ *
+ * @param {string} cacheName - Name of the predefined cache config.
+ */
+export async function getCacheInputs(
+  cacheName: string,
+): Promise<Inputs | null> {
+  if (!(cacheName in caches)) {
+    return null;
+  }
+  const { keyPrefix, restoreKeys, path, hashFiles: patterns } = caches[
+    cacheName
+  ];
+  const pathString = maybeArrayToString(path);
+  const prefix = keyPrefix || `${cacheName}-`;
+  // include `path` to hash, too, so to burse caches in case users change
+  // the path definition.
+  const hash = await hashFiles(patterns, pathString);
+  return {
+    [InputName.Key]: `${prefix}${hash}`,
+    [InputName.Path]: pathString,
+    // only use prefix as restore key if it is never defined
+    [InputName.RestoreKeys]:
+      restoreKeys === undefined ? prefix : maybeArrayToString(restoreKeys),
+  };
+}
+
+export const actions = {
+  restore(inputs: Inputs) {
+    return applyInputs(inputs, restoreCache);
+  },
+  save(inputs: Inputs) {
+    return applyInputs(inputs, saveCache);
+  },
+};
+
+export type ActionChoice = keyof typeof actions;
+
+export async function run(
+  action: string | undefined = undefined,
+  cacheName: string | undefined = undefined,
+) {
+  if (!action || !(action in actions)) {
+    core.setFailed(`Choose a cache action from: [restore, save]`);
+    return process.exit(1);
+  }
+  if (!cacheName) {
+    core.setFailed(`Must provide a cache name.`);
+    return process.exit(1);
+  }
+
+  const runInParallel = getInput(InputName.Parallel);
+
+  if (await loadCustomCacheConfigs()) {
+    if (runInParallel) {
+      core.info(`${action.toUpperCase()} cache for ${cacheName}`);
+    } else {
+      core.startGroup(`${action.toUpperCase()} cache for ${cacheName}`);
+    }
+    const inputs = await getCacheInputs(cacheName);
+    if (inputs) {
+      core.info(JSON.stringify(inputs, null, 2));
+      await actions[action as ActionChoice](inputs);
+    } else {
+      core.setFailed(`Cache '${cacheName}' not defined, failed to ${action}.`);
+      return process.exit(1);
+    }
+    if (!runInParallel) {
+      core.endGroup();
+    }
+  }
+}

.github/actions/cached-dependencies/src/cache/patch.ts

@@ -0,0 +1,95 @@
+/**
+ * Monkey patch to safely import and use @action/cache modules
+ */
+import * as utils from '@actions/cache/src/utils/actionUtils';
+import * as core from '@actions/core';
+import * as fs from 'fs';
+import * as os from 'os';
+import { InputName } from '../constants';
+import { getInput } from '../utils/inputs';
+
+interface KeyValueStore {
+  [key: string]: any;
+}
+
+const { logWarning, isValidEvent } = utils;
+const { getState, saveState } = core;
+
+function getStateStoreFile() {
+  const cacheName = getInput(InputName.Key);
+  return `${os.tmpdir()}/cached-${cacheName}-states.json`;
+}
+
+/**
+ * Load states from the persistent store.
+ *
+ * The default `core.saveState` only writes states as command output, and
+ * `core.getState` is only possible to read the state in a later step via ENV
+ * variables.
+ *
+ * So we use a temp file to save and load states, so to allow persistent
+ * states within the same step.
+ *
+ * Since the state output is not uniq to caches, each cache should have their
+ * own file for persistent states.
+ */
+function loadStates() {
+  const stateStore = getStateStoreFile();
+  const states: KeyValueStore = {};
+  try {
+    Object.assign(
+      states,
+      JSON.parse(fs.readFileSync(stateStore, { encoding: 'utf-8' })),
+    );
+    core.debug(`Loaded states from: ${stateStore}`)
+  } catch (error) {
+    // pass
+    if (error.code !== 'ENOENT') {
+      utils.logWarning(`Could not load states: ${stateStore}`)
+      utils.logWarning(error.message);
+    }
+  }
+  return states;
+}
+
+/**
+ * Save states to the persistent storage.
+ */
+function persistState(name: string, value: any) {
+  const states = loadStates();
+  const stateStore = getStateStoreFile();
+  const valueString = typeof value === 'string' ? value : JSON.stringify(value);
+
+  // make sure value is always string
+  states[name] = valueString;
+
+  // persist state in the temp file
+  fs.writeFileSync(stateStore, JSON.stringify(states, null, 2), {
+    encoding: 'utf-8',
+  });
+  core.debug(`Persist state "${name}=${valueString}" to ${stateStore}`);
+
+  // still pass the original value to the original function, though
+  return saveState(name, value);
+}
+
+/**
+ * Get states from persistent store, fallback to "official" states.
+ */
+function obtainState(name: string) {
+  const states = loadStates();
+  return states[name] || getState(name);
+}
+
+export function beginImport() {
+  Object.defineProperty(utils, 'isValidEvent', { value: () => false });
+  Object.defineProperty(utils, 'logWarning', { value: () => {} });
+}
+
+export function doneImport() {
+  Object.defineProperty(utils, 'isValidEvent', { value: isValidEvent });
+  Object.defineProperty(utils, 'logWarning', { value: logWarning });
+
+  Object.defineProperty(core, 'saveState', { value: persistState });
+  Object.defineProperty(core, 'getState', { value: obtainState });
+}

.github/actions/cached-dependencies/src/constants.ts

@@ -0,0 +1,43 @@
+// Possible input names
+export enum InputName {
+  // @actions/cache specific inputs
+  Key = 'key',
+  Path = 'path',
+  RestoreKeys = 'restore-keys',
+
+  // setup-webapp specific inputs
+  Run = 'run',
+  Caches = 'caches',
+  Bashlib = 'bashlib',
+  Parallel = 'parallel',
+}
+
+// Possible GitHub event names
+export enum GitHubEvent {
+  Push = 'push',
+  PullRequest = 'pull_request',
+}
+
+// Directly available environment variables
+export enum EnvVariable {
+  GitHubEventName = 'GITHUB_EVENT_NAME',
+}
+
+export const EnvVariableNames = new Set(Object.values(EnvVariable) as string[]);
+
+export interface Inputs {
+  [EnvVariable.GitHubEventName]?: string;
+  [InputName.Key]?: string;
+  [InputName.RestoreKeys]?: string;
+  [InputName.Path]?: string;
+  [InputName.Caches]?: string;
+  [InputName.Bashlib]?: string;
+  [InputName.Run]?: string;
+  [InputName.Parallel]?: string;
+}
+
+export const DefaultInputs = {
+  [InputName.Caches]: '.github/workflows/caches.js',
+  [InputName.Bashlib]: '.github/workflows/bashlib.sh',
+  [InputName.Run]: 'default-setup-command',
+} as Inputs;

.github/actions/cached-dependencies/src/run.ts

@@ -0,0 +1,3 @@
+import { run } from './setup';
+
+run();

.github/actions/cached-dependencies/src/scripts/bashlib.sh

@@ -0,0 +1,61 @@
+#!/bin/bash
+# -----------------------------------------------
+# Predefined command shortcuts
+# -----------------------------------------------
+
+# Exit on any command fails
+set -e
+
+bashSource=${BASH_SOURCE[${#BASH_SOURCE[@]} - 1]:-${(%):-%x}}
+cacheScript="$(dirname $(dirname $(dirname $bashSource)))/dist/scripts/cache"
+
+print-cachescript-path() {
+  echo $cacheScript
+}
+
+cache-restore() {
+  node $cacheScript restore $1
+}
+
+cache-save() {
+  node $cacheScript save $1
+}
+
+# install python packages
+pip-install() {
+  cache-restore pip
+  echo "::group::Install Python pacakges"
+  pip install -r requirements.txt # install dependencies
+  pip install -e . # install current directory as editable python package
+  echo "::endgroup"
+  cache-save pip
+}
+
+# install npm packages
+npm-install() {
+  cache-restore npm
+  echo "::group::Install npm pacakges"
+  echo "npm: $(npm --version)"
+  echo "node: $(node --version)"
+  npm ci
+  echo "::endgroup::"
+  cache-save npm
+}
+
+# install npm packages via yarn
+yarn-install() {
+  cache-restore yarn
+  echo "::group::Install npm pacakges via yarn"
+  echo "npm: $(npm --version)"
+  echo "node: $(node --version)"
+  echo "yarn: $(yarn --version)"
+  yarn
+  echo "::endgroup::"
+  cache-save yarn
+}
+
+# default setup will install both pip and npm pacakges at the same time
+default-setup-command() {
+  echo 'Please provide `run` commands or configure `default-setup-command`.'
+  exit 1
+}

.github/actions/cached-dependencies/src/scripts/cache.ts

@@ -0,0 +1,18 @@
+/**
+ * Runner script to store/save caches by predefined configs.
+ * Used in `scripts/bashlib.sh`.
+ */
+import { EnvVariable } from '../constants';
+
+// To import `@actions/cache` modules safely, we must set GitHub event name to
+// a invalid value, so actual runner code doesn't execute.
+const originalEvent = process.env[EnvVariable.GitHubEventName];
+process.env[EnvVariable.GitHubEventName] = 'CACHE_HACK';
+
+import { run } from '../cache';
+
+// then we restore the event name before the job actually runs
+process.env[EnvVariable.GitHubEventName] = originalEvent;
+
+// @ts-ignore
+run(...process.argv.slice(2));

.github/actions/cached-dependencies/src/setup.ts

@@ -0,0 +1,66 @@
+/**
+ * Load inputs and execute.
+ */
+import * as core from '@actions/core';
+import { exec } from '@actions/exec';
+import path from 'path';
+import fs from 'fs';
+import { DefaultInputs, InputName } from './constants';
+import { getInput } from './utils/inputs';
+
+const SHARED_BASHLIB = path.resolve(__dirname, '../src/scripts/bashlib.sh');
+
+/**
+ * Run bash commands with predefined lib functions.
+ *
+ * @param {string} cmd - The bash commands to execute.
+ */
+export async function runCommand(
+  cmd: string,
+  extraBashlib: string,
+): Promise<void> {
+  const bashlibCommands = [`source ${SHARED_BASHLIB}`];
+  if (extraBashlib) {
+    bashlibCommands.push(`source ${extraBashlib}`);
+  }
+  try {
+    await exec('bash', ['-c', [...bashlibCommands, cmd].join('\n     ')]);
+  } catch (error) {
+    core.setFailed(error.message);
+    process.exit(1);
+  }
+}
+
+export async function run(): Promise<void> {
+  let bashlib = getInput(InputName.Bashlib);
+  const rawCommands = getInput(InputName.Run);
+  const runInParallel = getInput(InputName.Parallel);
+
+  if (!fs.existsSync(bashlib)) {
+    if (bashlib !== DefaultInputs[InputName.Bashlib]) {
+      core.error(`Custom bashlib "${bashlib}" does not exist.`);
+    }
+    // don't add bashlib to runCommand
+    bashlib = '';
+  }
+
+  if (runInParallel) {
+    // Attempt to split by two or more new lines first, if there is still only
+    // one command, attempt to split by one new line. This is because users
+    // asked for parallelization, so we make our best efforts to get multiple
+    // commands.
+    let commands = rawCommands.split(/\n{2,}/);
+    if (commands.length === 1) {
+      commands = rawCommands.split('\n');
+    }
+    core.debug(`>> Run ${commands.length} commands in parallel...`);
+    await Promise.all(
+      commands
+        .map(x => x.trim())
+        .filter(x => !!x)
+        .map(cmd => exports.runCommand(cmd, bashlib)),
+    );
+  } else if (rawCommands) {
+    await exports.runCommand(rawCommands, bashlib);
+  }
+}

.github/actions/cached-dependencies/src/types/external.d.ts

@@ -0,0 +1,2 @@
+declare module '@actions/cache/dist/restore';
+declare module '@actions/cache/dist/save';

.github/actions/cached-dependencies/src/utils/inputs.ts

@@ -0,0 +1,61 @@
+/**
+ * Manage inputs and env variables.
+ */
+import * as core from '@actions/core';
+import {
+  Inputs,
+  EnvVariableNames,
+  InputName,
+  DefaultInputs,
+} from '../constants';
+
+export function getInput(name: keyof Inputs): string {
+  const value = core.getInput(name);
+  if (name === InputName.Parallel) {
+    return value.toUpperCase() === 'TRUE' ? value : '';
+  }
+  return value || DefaultInputs[name] || '';
+}
+
+/**
+ * Update env variables associated with some inputs.
+ * See: https://github.com/actions/toolkit/blob/5b940ebda7e7b86545fe9741903c930bc1191eb0/packages/core/src/core.ts#L69-L77 .
+ *
+ * @param {Inputs} inputs - The new inputs to apply to the env variables.
+ */
+export function setInputs(inputs: Inputs): void {
+  for (const [name, value] of Object.entries(inputs)) {
+    const envName = EnvVariableNames.has(name)
+      ? name
+      : `INPUT_${name.replace(/ /g, '_').toUpperCase()}`;
+    process.env[envName] = value;
+  }
+}
+
+/**
+ * Apply new inputs and execute a runner function, restore them when done.
+ *
+ * @param {Inputs} inputs - The new inputs to apply to the env variables before
+ *                          excuting the runner.
+ * @param {runner} runner - The runner function that returns a promise.
+ * @returns {Promise<any>} - The result from the runner function.
+ */
+export async function applyInputs(
+  inputs: Inputs,
+  runner: () => Promise<void>,
+): Promise<any> {
+  const originalInputs: Inputs = Object.fromEntries(
+    Object.keys(inputs).map(name => [
+      name,
+      EnvVariableNames.has(name) ? process.env[name] : core.getInput(name),
+    ]),
+  );
+  exports.setInputs(inputs);
+  const result = await runner();
+  exports.setInputs(originalInputs);
+  return result;
+}
+
+export function maybeArrayToString(input: string[] | string) {
+  return Array.isArray(input) ? input.join('\n') : input;
+}

.github/actions/cached-dependencies/tsconfig.json

@@ -0,0 +1,19 @@
+{
+  "compilerOptions": {
+    "target": "es6",
+    "module": "commonjs",
+    "lib": ["esnext"],
+    "moduleResolution": "node",
+    "outDir": "./lib",
+    "rootDir": ".",
+    "strict": true,
+    "noImplicitAny": true,
+    "esModuleInterop": true,
+    "preserveSymlinks": true
+  },
+  "include": [
+    "./src",
+    "./node_modules/@actions"
+  ],
+  "exclude": ["**/*.test.ts", "__tests__"]
+}

.github/actions/change-detector/action.yml

@@ -1,34 +0,0 @@
-name: Change Detector
-description: Detects file changes for pull request and push events
-inputs:
-  token:
-    description: GitHub token for authentication
-    required: true
-outputs:
-  python:
-    description: Whether Python-related files were changed
-    value: ${{ steps.change-detector.outputs.python }}
-  frontend:
-    description: Whether frontend-related files were changed
-    value: ${{ steps.change-detector.outputs.frontend }}
-  docker:
-    description: Whether docker-related files were changed
-    value: ${{ steps.change-detector.outputs.docker }}
-  docs:
-    description: Whether docs-related files were changed
-    value: ${{ steps.change-detector.outputs.docs }}
-  superset-extensions-cli:
-    description: Whether superset-extensions-cli package-related files were changed
-    value: ${{ steps.change-detector.outputs.superset-extensions-cli }}
-runs:
-  using: composite
-  steps:
-    - name: Detect file changes
-      id: change-detector
-      run: |
-        python --version
-        python scripts/change_detector.py
-      shell: bash
-      env:
-        GITHUB_TOKEN: ${{ inputs.token }}
-        GITHUB_OUTPUT: ${{ github.output }}

.github/actions/change-detector/label-draft-pr.yml

@@ -1,23 +0,0 @@
-name: Label Draft PRs
-on:
-  pull_request:
-    types:
-      - opened
-      - converted_to_draft
-jobs:
-  label-draft:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Check if the PR is a draft
-        id: check-draft
-        uses: actions/github-script@v6
-        with:
-          script: |
-            const isDraft = context.payload.pull_request.draft;
-            core.setOutput('isDraft', isDraft);
-      - name: Add `review:draft` Label
-        if: steps.check-draft.outputs.isDraft == 'true'
-        uses: actions-ecosystem/action-add-labels@v1
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          labels: "review:draft"

.github/actions/comment-on-pr/Dockerfile

@@ -0,0 +1,13 @@
+FROM ruby:2.6.0
+
+LABEL "com.github.actions.name"="Comment on PR"
+LABEL "com.github.actions.description"="Leaves a comment on an open PR matching a push event."
+LABEL "com.github.actions.repository"="https://github.com/unsplash/comment-on-pr"
+LABEL "com.github.actions.maintainer"="Aaron Klaassen <aaron@unsplash.com>"
+LABEL "com.github.actions.icon"="message-square"
+LABEL "com.github.actions.color"="blue"
+
+RUN gem install octokit
+
+ADD entrypoint.sh /entrypoint.sh
+ENTRYPOINT ["/entrypoint.sh"]

.github/actions/comment-on-pr/LICENSE

@@ -0,0 +1,7 @@
+Copyright 2019 Unsplash Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

.github/actions/comment-on-pr/README.md

@@ -0,0 +1,27 @@
+# Comment on PR via GitHub Action
+
+A GitHub action to comment on the relevant open PR when a commit is pushed.
+
+## Usage
+
+- Requires the `GITHUB_TOKEN` secret.
+- Requires the comment's message in the `msg` parameter.
+- Supports `push` and `pull_request` event types.
+
+### Sample workflow
+
+```
+name: comment-on-pr example
+on: pull_request
+jobs:
+  example:
+    name: sample comment
+    runs-on: ubuntu-latest
+    steps:
+      - name: comment PR
+        uses: unsplash/comment-on-pr@master
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          msg: "Check out this message!"
+```

.github/actions/comment-on-pr/action.yml

@@ -0,0 +1,15 @@
+name: Comment on PR
+author: Aaron Klaassen <aaron@unsplash.com>
+description: Leaves a comment on an open PR matching a push event.
+branding:
+  icon: 'message-square'
+  color: 'blue'
+inputs:
+  msg:
+    description: Comment's message
+    required: true
+runs:
+  using: 'docker'
+  image: 'Dockerfile'
+  args:
+    - ${{ inputs.msg }}

.github/actions/comment-on-pr/entrypoint.sh

@@ -0,0 +1,47 @@
+#!/usr/bin/env ruby
+
+require "json"
+require "octokit"
+
+json = File.read(ENV.fetch("GITHUB_EVENT_PATH"))
+event = JSON.parse(json)
+
+github = Octokit::Client.new(access_token: ENV["GITHUB_TOKEN"])
+
+if !ENV["GITHUB_TOKEN"]
+  puts "Missing GITHUB_TOKEN"
+  exit(1)
+end
+
+if ARGV.empty?
+  puts "Missing message argument."
+  exit(1)
+end
+
+repo = event["repository"]["full_name"]
+
+if ENV.fetch("GITHUB_EVENT_NAME") == "pull_request"
+  pr_number = event["number"]
+else
+  pulls = github.pull_requests(repo, state: "open")
+
+  push_head = event["after"]
+  pr = pulls.find { |pr| pr["head"]["sha"] == push_head }
+
+  if !pr
+    puts "Couldn't find an open pull request for branch with head at #{push_head}."
+    exit(1)
+  end
+  pr_number = pr["number"]
+end
+message = ARGV.join(' ')
+
+coms = github.issue_comments(repo, pr_number)
+duplicate = coms.find { |c| c["user"]["login"] == "github-actions[bot]" && c["body"] == message }
+
+if duplicate
+  puts "The PR already contains a database change notification"
+  exit(0)
+end
+
+github.add_comment(repo, pr_number, message)

.github/actions/file-changes-action/.codecov.yml

@@ -0,0 +1,55 @@
+codecov:
+  notify:
+    require_ci_to_pass: yes
+
+coverage:
+  notify:
+    slack:
+      default:
+        threshold: 1%
+        message: "Coverage {{changed}} for {{owner}}/{{repo}}"  # customize the message
+        attachments: "sunburst, diff"
+        only_pulls: false
+  status:
+    src:
+      target: auto
+      threshold: 7%
+      base: auto
+      if_ci_failed: success
+      paths:
+        - src/
+        - '!src/tests/'
+      flags:
+        - src
+    test:
+      target: 60%
+      threshold: 10%
+      if_ci_failed: error
+      base: auto
+      paths:
+      - src/tests/
+      flags:
+        - test
+  precision: 2
+  round: down
+  range: "70...100"
+flags:
+  src:
+    paths:
+      - src
+      - '!src/tests/'
+  test:
+    paths:
+      - src/tests/
+parsers:
+  gcov:
+    branch_detection:
+      conditional: yes
+      loop: yes
+      method: no
+      macro: no
+
+comment:
+  layout: "reach,diff,flags,tree"
+  behavior: default
+  require_changes: no

.github/actions/file-changes-action/.eslintrc.yml

@@ -0,0 +1,73 @@
+plugins:
+  - '@typescript-eslint'
+  - eslint-comments
+  - promise
+  - unicorn
+extends:
+  - airbnb-typescript
+  - plugin:@typescript-eslint/recommended
+  - plugin:eslint-comments/recommended
+  - plugin:promise/recommended
+  - plugin:unicorn/recommended
+  - prettier
+  - prettier/@typescript-eslint
+settings:
+  import/parsers:
+    '@typescript-eslint/parser':
+    - .ts
+    - .tsx
+    - .js
+  import/resolver:
+    typescript: {}
+rules:
+  unicorn/filename-case: off
+  react/static-property-placement: 0
+  no-prototype-builtins: 0
+  import/prefer-default-export: 0
+  '@typescript-eslint/no-explicit-any': 0
+  import/no-default-export: error
+  no-use-before-define:
+    - error
+    -
+      functions: false
+      classes: true
+      variables: true
+  '@typescript-eslint/explicit-function-return-type':
+    - error
+    -
+      allowExpressions: true
+      allowTypedFunctionExpressions: true
+  '@typescript-eslint/no-use-before-define':
+    - error
+    -
+      functions: false
+      classes: true
+      variables: true
+      typedefs: true
+  '@typescript-eslint/indent':
+    - 2
+    - 2
+  unicorn/prevent-abbreviations: 0
+  import/no-extraneous-dependencies: [error, {devDependencies: ['**/*.ts']}]
+parser: "@typescript-eslint/parser"
+parserOptions:
+  project: ./tsconfig.json
+  ecmaVersion: 2019
+  sourceType: module
+env:
+  node: true
+  browser: true
+ignorePatterns:
+  - '*.js'
+overrides:
+  - files: ['src/tests/**/*']
+    plugins:
+      - jest
+    extends:
+      - plugin:jest/recommended
+    rules:
+      global-require: 0
+      '@typescript-eslint/no-var-requires': 0
+      no-console: 0
+      '@typescript-eslint/no-unused-vars': 0
+      '@typescript-eslint/no-throw-literal': 0

.github/actions/file-changes-action/.github/CONTRIBUTING.md

@@ -0,0 +1,3 @@
+# Contributing
+
+The repository is released under the MIT license, and follows a standard Github development process, using Github tracker for issues and merging pull requests into master.

.github/actions/file-changes-action/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,17 @@
+---
+name: Bug report
+about: Create a report to help us improve
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**Workflow**
+If applicable, provide a workflow file to help explain your problem.
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Additional context**
+Add any other context about the problem here.

.github/actions/file-changes-action/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,17 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/actions/file-changes-action/.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,14 @@
+### Type of Change
+<!-- What type of change does your code introduce? -->
+- [ ] New feature
+- [ ] Bug fix
+- [ ] Documentation
+- [ ] Refactor
+- [ ] Chore
+
+### Resolves
+- Fixes #[Add issue number here.]
+
+### Describe Changes
+<!-- Describe your changes in detail, if applicable. -->
+_Describe what this Pull Request does_

.github/actions/file-changes-action/.github/actions/integration/events/files.csv

@@ -0,0 +1 @@
+.codecov.yml,.eslintignore,.eslintrc.json,.eslintrc.yml,.github/workflows/integration.yml,.github/workflows/pr.yml,.github/workflows/push.yml,.github/workflows/readme.md,.gitignore,.prettierignore,.prettierrc.json,.prettierrc.yml,.releaserc.yml,Makefile,README.md,__tests__/main.test.ts,action.yml,dist/index.js,jest.config.js,package.json,src/ChangedFiles.ts,src/File.ts,src/FilesHelper.ts,src/GithubHelper.ts,src/InputHelper.ts,src/UtilsHelper.ts,src/main.ts,src/tests/FilesHelper.test.ts,src/tests/GithubHelper.test.ts,src/tests/InputHelper.test.ts,src/tests/UtilsHelper.test.ts,src/tests/main.test.ts,src/tests/mocks/core/index.test.ts,src/tests/mocks/core/index.ts,src/tests/mocks/env/events/issue_comment_created.json,src/tests/mocks/env/events/issue_comment_edited.json,src/tests/mocks/env/events/pull_request_opened.json,src/tests/mocks/env/events/pull_request_reopened.json,src/tests/mocks/env/events/pull_request_synchronize.json,src/tests/mocks/env/events/push.json,src/tests/mocks/env/events/push_merge.json,src/tests/mocks/env/events/schedule.json,src/tests/mocks/env/index.test.ts,src/tests/mocks/env/index.ts,src/tests/mocks/fs/index.test.ts,src/tests/mocks/fs/index.ts,src/tests/mocks/github/index.test.ts,src/tests/mocks/github/index.ts,src/tests/mocks/octokit/endpoint/merge.test.ts,src/tests/mocks/octokit/endpoint/merge.ts,src/tests/mocks/octokit/index.test.ts,src/tests/mocks/octokit/index.ts,src/tests/mocks/octokit/paginate.test.ts,src/tests/mocks/octokit/paginate.ts,src/tests/mocks/octokit/payloads.ts,src/tests/mocks/octokit/pulls/listFiles.test.ts,src/tests/mocks/octokit/pulls/listFiles.ts,src/tests/mocks/octokit/repos/compareCommits.test.ts,src/tests/mocks/octokit/repos/compareCommits.ts,src/tests/payloads.ts,src/typings/ActionError/index.d.ts,src/typings/ChangedFiles/index.d.ts,src/typings/CoreMock/index.d.ts,src/typings/FsMock/index.d.ts,src/typings/GitHubFile/index.d.ts,src/typings/GitHubMock/index.d.ts,src/typings/Inferred/index.d.ts,src/typings/Inputs/index.d.ts,src/typings/OctokitMock/index.d.ts,src/typings/TestInput/index.d.ts,tsconfig.build.json,tsconfig.json,yarn.lock

.github/actions/file-changes-action/.github/actions/integration/events/files.json

@@ -0,0 +1,75 @@
+[
+    ".codecov.yml",
+    ".eslintignore",
+    ".eslintrc.json",
+    ".eslintrc.yml",
+    ".github/workflows/integration.yml",
+    ".github/workflows/pr.yml",
+    ".github/workflows/push.yml",
+    ".github/workflows/readme.md",
+    ".gitignore",
+    ".prettierignore",
+    ".prettierrc.json",
+    ".prettierrc.yml",
+    ".releaserc.yml",
+    "Makefile",
+    "README.md",
+    "__tests__/main.test.ts",
+    "action.yml",
+    "dist/index.js",
+    "jest.config.js",
+    "package.json",
+    "src/ChangedFiles.ts",
+    "src/File.ts",
+    "src/FilesHelper.ts",
+    "src/GithubHelper.ts",
+    "src/InputHelper.ts",
+    "src/UtilsHelper.ts",
+    "src/main.ts",
+    "src/tests/FilesHelper.test.ts",
+    "src/tests/GithubHelper.test.ts",
+    "src/tests/InputHelper.test.ts",
+    "src/tests/UtilsHelper.test.ts",
+    "src/tests/main.test.ts",
+    "src/tests/mocks/core/index.test.ts",
+    "src/tests/mocks/core/index.ts",
+    "src/tests/mocks/env/events/issue_comment_created.json",
+    "src/tests/mocks/env/events/issue_comment_edited.json",
+    "src/tests/mocks/env/events/pull_request_opened.json",
+    "src/tests/mocks/env/events/pull_request_reopened.json",
+    "src/tests/mocks/env/events/pull_request_synchronize.json",
+    "src/tests/mocks/env/events/push.json",
+    "src/tests/mocks/env/events/push_merge.json",
+    "src/tests/mocks/env/events/schedule.json",
+    "src/tests/mocks/env/index.test.ts",
+    "src/tests/mocks/env/index.ts",
+    "src/tests/mocks/fs/index.test.ts",
+    "src/tests/mocks/fs/index.ts",
+    "src/tests/mocks/github/index.test.ts",
+    "src/tests/mocks/github/index.ts",
+    "src/tests/mocks/octokit/endpoint/merge.test.ts",
+    "src/tests/mocks/octokit/endpoint/merge.ts",
+    "src/tests/mocks/octokit/index.test.ts",
+    "src/tests/mocks/octokit/index.ts",
+    "src/tests/mocks/octokit/paginate.test.ts",
+    "src/tests/mocks/octokit/paginate.ts",
+    "src/tests/mocks/octokit/payloads.ts",
+    "src/tests/mocks/octokit/pulls/listFiles.test.ts",
+    "src/tests/mocks/octokit/pulls/listFiles.ts",
+    "src/tests/mocks/octokit/repos/compareCommits.test.ts",
+    "src/tests/mocks/octokit/repos/compareCommits.ts",
+    "src/tests/payloads.ts",
+    "src/typings/ActionError/index.d.ts",
+    "src/typings/ChangedFiles/index.d.ts",
+    "src/typings/CoreMock/index.d.ts",
+    "src/typings/FsMock/index.d.ts",
+    "src/typings/GitHubFile/index.d.ts",
+    "src/typings/GitHubMock/index.d.ts",
+    "src/typings/Inferred/index.d.ts",
+    "src/typings/Inputs/index.d.ts",
+    "src/typings/OctokitMock/index.d.ts",
+    "src/typings/TestInput/index.d.ts",
+    "tsconfig.build.json",
+    "tsconfig.json",
+    "yarn.lock"
+]

.github/actions/file-changes-action/.github/actions/integration/events/files.txt

@@ -0,0 +1 @@
+.codecov.yml .eslintignore .eslintrc.json .eslintrc.yml .github/workflows/integration.yml .github/workflows/pr.yml .github/workflows/push.yml .github/workflows/readme.md .gitignore .prettierignore .prettierrc.json .prettierrc.yml .releaserc.yml Makefile README.md __tests__/main.test.ts action.yml dist/index.js jest.config.js package.json src/ChangedFiles.ts src/File.ts src/FilesHelper.ts src/GithubHelper.ts src/InputHelper.ts src/UtilsHelper.ts src/main.ts src/tests/FilesHelper.test.ts src/tests/GithubHelper.test.ts src/tests/InputHelper.test.ts src/tests/UtilsHelper.test.ts src/tests/main.test.ts src/tests/mocks/core/index.test.ts src/tests/mocks/core/index.ts src/tests/mocks/env/events/issue_comment_created.json src/tests/mocks/env/events/issue_comment_edited.json src/tests/mocks/env/events/pull_request_opened.json src/tests/mocks/env/events/pull_request_reopened.json src/tests/mocks/env/events/pull_request_synchronize.json src/tests/mocks/env/events/push.json src/tests/mocks/env/events/push_merge.json src/tests/mocks/env/events/schedule.json src/tests/mocks/env/index.test.ts src/tests/mocks/env/index.ts src/tests/mocks/fs/index.test.ts src/tests/mocks/fs/index.ts src/tests/mocks/github/index.test.ts src/tests/mocks/github/index.ts src/tests/mocks/octokit/endpoint/merge.test.ts src/tests/mocks/octokit/endpoint/merge.ts src/tests/mocks/octokit/index.test.ts src/tests/mocks/octokit/index.ts src/tests/mocks/octokit/paginate.test.ts src/tests/mocks/octokit/paginate.ts src/tests/mocks/octokit/payloads.ts src/tests/mocks/octokit/pulls/listFiles.test.ts src/tests/mocks/octokit/pulls/listFiles.ts src/tests/mocks/octokit/repos/compareCommits.test.ts src/tests/mocks/octokit/repos/compareCommits.ts src/tests/payloads.ts src/typings/ActionError/index.d.ts src/typings/ChangedFiles/index.d.ts src/typings/CoreMock/index.d.ts src/typings/FsMock/index.d.ts src/typings/GitHubFile/index.d.ts src/typings/GitHubMock/index.d.ts src/typings/Inferred/index.d.ts src/typings/Inputs/index.d.ts src/typings/OctokitMock/index.d.ts src/typings/TestInput/index.d.ts tsconfig.build.json tsconfig.json yarn.lock

.github/actions/file-changes-action/.github/actions/integration/events/files_added.csv

@@ -0,0 +1 @@
+.codecov.yml,.eslintrc.yml,.prettierrc.yml,.releaserc.yml,src/FilesHelper.ts,src/GithubHelper.ts,src/InputHelper.ts,src/UtilsHelper.ts,src/tests/FilesHelper.test.ts,src/tests/GithubHelper.test.ts,src/tests/InputHelper.test.ts,src/tests/UtilsHelper.test.ts,src/tests/main.test.ts,src/tests/mocks/core/index.test.ts,src/tests/mocks/core/index.ts,src/tests/mocks/env/events/issue_comment_created.json,src/tests/mocks/env/events/issue_comment_edited.json,src/tests/mocks/env/events/pull_request_opened.json,src/tests/mocks/env/events/pull_request_reopened.json,src/tests/mocks/env/events/pull_request_synchronize.json,src/tests/mocks/env/events/push.json,src/tests/mocks/env/events/push_merge.json,src/tests/mocks/env/events/schedule.json,src/tests/mocks/env/index.test.ts,src/tests/mocks/env/index.ts,src/tests/mocks/fs/index.test.ts,src/tests/mocks/fs/index.ts,src/tests/mocks/github/index.test.ts,src/tests/mocks/github/index.ts,src/tests/mocks/octokit/endpoint/merge.test.ts,src/tests/mocks/octokit/endpoint/merge.ts,src/tests/mocks/octokit/index.test.ts,src/tests/mocks/octokit/index.ts,src/tests/mocks/octokit/paginate.test.ts,src/tests/mocks/octokit/paginate.ts,src/tests/mocks/octokit/payloads.ts,src/tests/mocks/octokit/pulls/listFiles.test.ts,src/tests/mocks/octokit/pulls/listFiles.ts,src/tests/mocks/octokit/repos/compareCommits.test.ts,src/tests/mocks/octokit/repos/compareCommits.ts,src/tests/payloads.ts,src/typings/ActionError/index.d.ts,src/typings/ChangedFiles/index.d.ts,src/typings/CoreMock/index.d.ts,src/typings/FsMock/index.d.ts,src/typings/GitHubFile/index.d.ts,src/typings/GitHubMock/index.d.ts,src/typings/Inferred/index.d.ts,src/typings/Inputs/index.d.ts,src/typings/OctokitMock/index.d.ts,src/typings/TestInput/index.d.ts,tsconfig.build.json

.github/actions/file-changes-action/.github/actions/integration/events/files_added.json

@@ -0,0 +1,54 @@
+[
+    ".codecov.yml",
+    ".eslintrc.yml",
+    ".prettierrc.yml",
+    ".releaserc.yml",
+    "src/FilesHelper.ts",
+    "src/GithubHelper.ts",
+    "src/InputHelper.ts",
+    "src/UtilsHelper.ts",
+    "src/tests/FilesHelper.test.ts",
+    "src/tests/GithubHelper.test.ts",
+    "src/tests/InputHelper.test.ts",
+    "src/tests/UtilsHelper.test.ts",
+    "src/tests/main.test.ts",
+    "src/tests/mocks/core/index.test.ts",
+    "src/tests/mocks/core/index.ts",
+    "src/tests/mocks/env/events/issue_comment_created.json",
+    "src/tests/mocks/env/events/issue_comment_edited.json",
+    "src/tests/mocks/env/events/pull_request_opened.json",
+    "src/tests/mocks/env/events/pull_request_reopened.json",
+    "src/tests/mocks/env/events/pull_request_synchronize.json",
+    "src/tests/mocks/env/events/push.json",
+    "src/tests/mocks/env/events/push_merge.json",
+    "src/tests/mocks/env/events/schedule.json",
+    "src/tests/mocks/env/index.test.ts",
+    "src/tests/mocks/env/index.ts",
+    "src/tests/mocks/fs/index.test.ts",
+    "src/tests/mocks/fs/index.ts",
+    "src/tests/mocks/github/index.test.ts",
+    "src/tests/mocks/github/index.ts",
+    "src/tests/mocks/octokit/endpoint/merge.test.ts",
+    "src/tests/mocks/octokit/endpoint/merge.ts",
+    "src/tests/mocks/octokit/index.test.ts",
+    "src/tests/mocks/octokit/index.ts",
+    "src/tests/mocks/octokit/paginate.test.ts",
+    "src/tests/mocks/octokit/paginate.ts",
+    "src/tests/mocks/octokit/payloads.ts",
+    "src/tests/mocks/octokit/pulls/listFiles.test.ts",
+    "src/tests/mocks/octokit/pulls/listFiles.ts",
+    "src/tests/mocks/octokit/repos/compareCommits.test.ts",
+    "src/tests/mocks/octokit/repos/compareCommits.ts",
+    "src/tests/payloads.ts",
+    "src/typings/ActionError/index.d.ts",
+    "src/typings/ChangedFiles/index.d.ts",
+    "src/typings/CoreMock/index.d.ts",
+    "src/typings/FsMock/index.d.ts",
+    "src/typings/GitHubFile/index.d.ts",
+    "src/typings/GitHubMock/index.d.ts",
+    "src/typings/Inferred/index.d.ts",
+    "src/typings/Inputs/index.d.ts",
+    "src/typings/OctokitMock/index.d.ts",
+    "src/typings/TestInput/index.d.ts",
+    "tsconfig.build.json"
+]

.github/actions/file-changes-action/.github/actions/integration/events/files_added.txt

@@ -0,0 +1 @@
+.codecov.yml .eslintrc.yml .prettierrc.yml .releaserc.yml src/FilesHelper.ts src/GithubHelper.ts src/InputHelper.ts src/UtilsHelper.ts src/tests/FilesHelper.test.ts src/tests/GithubHelper.test.ts src/tests/InputHelper.test.ts src/tests/UtilsHelper.test.ts src/tests/main.test.ts src/tests/mocks/core/index.test.ts src/tests/mocks/core/index.ts src/tests/mocks/env/events/issue_comment_created.json src/tests/mocks/env/events/issue_comment_edited.json src/tests/mocks/env/events/pull_request_opened.json src/tests/mocks/env/events/pull_request_reopened.json src/tests/mocks/env/events/pull_request_synchronize.json src/tests/mocks/env/events/push.json src/tests/mocks/env/events/push_merge.json src/tests/mocks/env/events/schedule.json src/tests/mocks/env/index.test.ts src/tests/mocks/env/index.ts src/tests/mocks/fs/index.test.ts src/tests/mocks/fs/index.ts src/tests/mocks/github/index.test.ts src/tests/mocks/github/index.ts src/tests/mocks/octokit/endpoint/merge.test.ts src/tests/mocks/octokit/endpoint/merge.ts src/tests/mocks/octokit/index.test.ts src/tests/mocks/octokit/index.ts src/tests/mocks/octokit/paginate.test.ts src/tests/mocks/octokit/paginate.ts src/tests/mocks/octokit/payloads.ts src/tests/mocks/octokit/pulls/listFiles.test.ts src/tests/mocks/octokit/pulls/listFiles.ts src/tests/mocks/octokit/repos/compareCommits.test.ts src/tests/mocks/octokit/repos/compareCommits.ts src/tests/payloads.ts src/typings/ActionError/index.d.ts src/typings/ChangedFiles/index.d.ts src/typings/CoreMock/index.d.ts src/typings/FsMock/index.d.ts src/typings/GitHubFile/index.d.ts src/typings/GitHubMock/index.d.ts src/typings/Inferred/index.d.ts src/typings/Inputs/index.d.ts src/typings/OctokitMock/index.d.ts src/typings/TestInput/index.d.ts tsconfig.build.json

.github/actions/file-changes-action/.github/actions/integration/events/files_modified.csv

@@ -0,0 +1 @@
+.github/workflows/integration.yml,.github/workflows/pr.yml,.github/workflows/push.yml,.github/workflows/readme.md,.gitignore,.prettierignore,README.md,action.yml,jest.config.js,package.json,src/main.ts,tsconfig.json,yarn.lock

.github/actions/file-changes-action/.github/actions/integration/events/files_modified.json

@@ -0,0 +1,15 @@
+[
+    ".github/workflows/integration.yml",
+    ".github/workflows/pr.yml",
+    ".github/workflows/push.yml",
+    ".github/workflows/readme.md",
+    ".gitignore",
+    ".prettierignore",
+    "README.md",
+    "action.yml",
+    "jest.config.js",
+    "package.json",
+    "src/main.ts",
+    "tsconfig.json",
+    "yarn.lock"
+]

.github/actions/file-changes-action/.github/actions/integration/events/files_modified.txt

@@ -0,0 +1 @@
+.github/workflows/integration.yml .github/workflows/pr.yml .github/workflows/push.yml .github/workflows/readme.md .gitignore .prettierignore README.md action.yml jest.config.js package.json src/main.ts tsconfig.json yarn.lock

.github/actions/file-changes-action/.github/actions/integration/events/files_removed.csv

@@ -0,0 +1 @@
+.eslintignore,.eslintrc.json,.prettierrc.json,Makefile,__tests__/main.test.ts,dist/index.js,src/ChangedFiles.ts,src/File.ts

.github/actions/file-changes-action/.github/actions/integration/events/files_removed.json

@@ -0,0 +1,10 @@
+[
+    ".eslintignore",
+    ".eslintrc.json",
+    ".prettierrc.json",
+    "Makefile",
+    "__tests__/main.test.ts",
+    "dist/index.js",
+    "src/ChangedFiles.ts",
+    "src/File.ts"
+]

.github/actions/file-changes-action/.github/actions/integration/events/files_removed.txt

@@ -0,0 +1 @@
+.eslintignore .eslintrc.json .prettierrc.json Makefile __tests__/main.test.ts dist/index.js src/ChangedFiles.ts src/File.ts

.github/actions/file-changes-action/.github/actions/integration/test.sh

@@ -0,0 +1,157 @@
+json_output='["functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda.json", "functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json", "functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json", "functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json"]'
+csv_output="functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda.json,functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json,functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json,functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json"
+txt_hard_output='functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda.json_<br />&nbsp;&nbsp;_functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json_<br />&nbsp;&nbsp;_functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json_<br />&nbsp;&nbsp;_functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json'
+txt_output='functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda.json functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json functions/twitch-sadako/webhookSubscribeLambda/test/webhookSubscribeLambda_post.json'
+
+testOutput () {
+    # read from var
+    if [ "${2}" == "json" ]; then
+        local output_length=$(echo "${1}" | jq '. | length')
+    elif [ "${2}" == "," ]; then
+        local output_length=$(awk -F"${2}" '{print NF-1}' <<< $(echo "${1}"))
+    else
+        local output_length=$(awk -F"${2}" '{print NF-1}' <<< $(echo "${1}"))
+    fi
+    echo "$output_length"
+}
+
+testFile () {
+    # read from file
+    if [ "${2}" == "json" ]; then
+        local file_length=$(jq -r '. | length' ${file}.json)
+    elif [ "${2}" == "," ]; then
+        local file_length=$(cat ${file}.csv | awk -F"${2}" '{print NF-1}')
+    else
+        local file_length=$(cat ${file}.txt | awk -F"${2}" '{print NF-1}')
+    fi
+    echo "$file_length"
+}
+
+cleanTest () {
+    rm -rf $1.json $1.csv $1.txt
+}
+
+prepareTest () {
+    # if prefix is simple setup test var and file
+    if [ "$1" == "simple_" ]; then
+        # declare a var named simple_FILE
+        if [ "$dev" == "dev" ]; then
+            local file_prefix="events/"
+        else
+            local file_prefix=""
+        fi
+        declare -n file=${1}${2}
+        if [ "$3" == "json" ]; then
+            echo ${json_output} > "${file_prefix}${!file}.json"
+        elif [ "$3" == "," ]; then
+            echo ${csv_output} > "${file_prefix}${!file}.csv"
+        elif [ "$3" == "_<br />&nbsp;&nbsp;_" ]; then
+            echo ${txt_hard_output} > "${file_prefix}${!file}.txt"
+        else
+            echo ${txt_output} > "${file_prefix}${!file}.txt"
+        fi
+        if [ "$4" == "json" ]; then
+            file=$json_output
+        elif [ "$4" == "," ]; then
+            file=$csv_output
+        elif [ "$4" == "_<br />&nbsp;&nbsp;_" ]; then
+            file=$txt_hard_output
+        else
+            file=$txt_output
+        fi
+    else
+        declare -n file=${2}
+        if [ "$dev" == "dev" ]; then
+            if [ "$4" == "json" ]; then
+                file="$(cat events/${!file}.json)"
+            elif [ "$4" == "," ]; then
+                file="$(cat events/${!file}.csv)"
+            else
+                file="$(cat events/${!file}.txt)"
+            fi
+        fi
+    fi
+    echo "${file}"
+}
+
+testResults () {
+    if [ "$1" == 'simple_' ]; then
+        expected=3
+        if [ "$2" == 'json' ]; then
+            expected=$(($expected+1))
+        fi
+        # echo $result
+        if [ "$3" != "$expected" ]; then
+            echo -e "\t\033[1;91mTest failure $5/($1)$4:'$2' { EXPECTED:$expected RECEIVED:$3 } \033[0m"
+            exit 1;
+        fi
+    else
+        if [ "$4" == 'files' ]; then
+            expected=72
+        elif [ "$4" == 'files_added' ]; then
+            expected=51
+        elif [ "$4" == 'files_modified' ]; then
+            expected=12
+        elif [ "$4" == 'files_removed' ]; then
+            expected=7
+        fi
+        if [ "$2" == 'json' ]; then
+            expected=$(($expected+1))
+        fi
+        if [ "$3" != "$expected" ]; then
+            echo -e "\t\033[1;91mTest failure $5/($1)$4:'$2' { EXPECTED:$expected RECEIVED:$3 } \033[0m"
+            exit 1;
+        fi
+    fi
+    echo -e "\t\033[1;92mTest success $5/($1)$4:'$2' { $expected == $3 } \033[0m"
+}
+
+runTest () {
+    for prefix in "simple_" "real"; do \
+        file=${1}
+        if [ "$prefix" == 'simple_' ]; then
+            if [ "$dev" == "dev" ]; then
+                file=events/${prefix}${1}
+            else
+                file=${prefix}${1}
+            fi
+        elif [ "$prefix" != 'simple_' ] && [ "$dev" == "dev" ]; then
+            file=events/${1}
+        fi
+        input="$(prepareTest $prefix $1 "$2" "$3")"
+        local file_length=$(testFile $file "${2}")
+        local output_length=$(testOutput "${input}" "${3}")
+        testResults $prefix "${2}" "$file_length" "$1" "fileOutput"
+        testResults $prefix "${3}" "$output_length" "$1" "output"
+        if [ "$prefix" == 'simple_' ]; then
+            cleanTest $file
+        fi
+    done
+}
+
+test () {
+    if [ "$dev" == "dev" ]; then
+        echo -e "\t\033[1;91mDEV MODE\033[0m"
+    fi
+    if [ "$output" == "" ] || [ "$fileOutput" == "" ]; then
+        for fileOutput in "json" "," " "; do \
+            echo -e "\033[1;92mFILEOUTPUT:'$fileOutput'\033[0m"
+            for output in "json" "," " "; do \
+                echo -e "\033[1;92mOUTPUT:'$output'\033[0m"
+                for file in "files" "files_modified" "files_added" "files_removed"; do \
+                    echo -e "\033[1;92mFILE:'$file'\033[0m"
+                    runTest $file "$fileOutput" "$output"
+                done
+            done
+        done
+    else
+        for file in "files" "files_modified" "files_added" "files_removed"; do \
+            echo -e "\033[1;92mFILE:'$file' with FILEOUTPUT:'$fileOutput' OUTPUT:'$output'\033[0m"
+            runTest $file "$fileOutput" "$output"
+        done
+    fi
+}
+
+dev=$1
+
+test

.github/actions/file-changes-action/.github/auto_assign.yml

@@ -0,0 +1,26 @@
+# Set to true to add reviewers to pull requests
+addReviewers: true
+
+# Set to true to add assignees to pull requests
+addAssignees: author
+
+# A list of reviewers to be added to pull requests (GitHub user name)
+reviewers:
+  - trilom
+
+# A number of reviewers added to the pull request
+# Set 0 to add all the reviewers (default: 0)
+numberOfReviewers: 0
+
+# A list of assignees, overrides reviewers if set
+# assignees:
+#   - assigneeA
+
+# A number of assignees to add to the pull request
+# Set to 0 to add all of the assignees.
+# Uses numberOfReviewers if unset.
+# numberOfAssignees: 2
+
+# A list of keywords to be skipped the process that add reviewers if pull requests include it
+# skipKeywords:
+#   - wip

.github/actions/file-changes-action/.github/labels.yml

@@ -0,0 +1,42 @@
+- name: pretty
+  description: Code that has been linted with eslint and prettier
+  color: 76edd1
+- name: builds
+  description: Code that builds with yarn and tsc
+  color: 39bc44
+- name: tested-unit
+  description: Code that has passed unit tests with jest
+  color: 9520bc
+- name: tested-integration
+  description: Code that has passed integration tests with jest
+  color: fc5aee
+- name: "doesnt read directions"
+  description: "Doesn't know how to read directions, please PR to develop"
+  color: d876e3
+- name: automated pr
+  description: This was created by create-pull-request action
+  color: b9ff9b
+- name: released
+  description: This has been released to NPM, Github Packages, and Actions Marketplace
+  color: ededed
+- name: bug
+  description: Something isn't working
+  color: d73a4a
+- name: duplicate
+  description: This issue or pull request already exists
+  color: cfd3d7
+- name: enhancement
+  description: New feature or request
+  color: a2eeef
+- name: "automated merge"
+  description: This was merged automatically
+  color: c2e0c6
+- name: "hold merge"
+  description: This merge will be blocked from automerging until this label is removed
+  color: b60205
+- name: lintdogged
+  description: Code that has been looked at by reviewdog
+  color: 5F422D
+- name: failure
+  description: Something bad happened...
+  color: d93f0b

.github/actions/file-changes-action/.github/workflows/automerge.yml

@@ -0,0 +1,97 @@
+# this will tag PRs that are ready for release and automerge them
+name: Automerge Pull Requests
+on:
+  # issue_comment:
+  #   types: [created]
+  pull_request:
+    branches: [master, next, alpha, beta]
+    types: [labeled, closed]
+jobs:
+  automerge:
+    name: automerge pr
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+      pr_number: ${{ format('{0}{1}', github.event.pull_request.number, github.event.issue.number) }}
+# if event type is non fork PR or comment on PR from trilom with '/release'
+    if: >-
+      (
+        github.event_name == 'pull_request'
+        && github.event.pull_request.head.repo.full_name == github.repository
+        && contains(github.event.pull_request.labels.*.name, 'pretty')
+        && contains(github.event.pull_request.labels.*.name, 'builds')
+        && contains(github.event.pull_request.labels.*.name, 'tested-unit')
+        && contains(github.event.pull_request.labels.*.name, 'tested-integration')
+        && contains(github.event.pull_request.labels.*.name, 'lintdogged')
+        && ! contains(github.event.pull_request.labels.*.name, 'automated merge')
+        && ! contains(github.event.pull_request.labels.*.name, 'hold merge')
+      ) || (
+        github.event_name == 'issue_comment'
+        && github.event.issue.pull_request != ''
+        && contains(github.event.comment.body, '/release')
+        && github.actor == 'trilom'
+        && contains(github.event.issue.labels.*.name, 'pretty')
+        && contains(github.event.issue.labels.*.name, 'builds')
+        && contains(github.event.issue.labels.*.name, 'tested-unit')
+        && contains(github.event.issue.labels.*.name, 'tested-integration')
+        && contains(github.event.issue.labels.*.name, 'lintdogged')
+        && ! contains(github.event.issue.labels.*.name, 'automated merge')
+        && ! contains(github.event.issue.labels.*.name, 'hold merge'))
+    steps:
+      - name: if pretty, builds, tested merge automerge pr
+# if pretty, builds, and tested labels then merge
+        uses: pascalgn/automerge-action@v0.7.5
+        env:
+          GITHUB_TOKEN: ${{ env.GITHUB_TOKEN }}
+          MERGE_METHOD: merge
+# this breaks the /release on issue_comment portion unless I get the head.ref from github-script
+          MERGE_COMMIT_MESSAGE: 'Auto merge from ${{ github.event.pull_request.head.ref }} PR#{pullRequest.number}: {pullRequest.title}'
+          UPDATE_METHOD: merge
+          MERGE_LABELS: 'pretty,builds,tested-unit,tested-integration,lintdogged'
+          UPDATE_LABELS: ''
+# if failure, get payload of PR and notify
+      - name: if failure, get pr payload
+        uses: actions/github-script@0.8.0
+        id: pr_json
+        if: failure()
+        with:
+          github-token: ${{env.GITHUB_TOKEN}}
+          script: |
+            const result = await github.pulls.get({
+              owner: '${{ github.repository }}'.split('/')[0],
+              repo: '${{ github.repository }}'.split('/')[1],
+              pull_number: ${{ env.pr_number }}
+            })
+            return result.data;
+      - name: if failure, set pr payload outputs
+        if: failure()
+        id: pr
+        run: |
+          echo '${{ steps.pr_json.outputs.result }}' > pr.json
+          echo "::set-output name=user::$( jq -r '.user.login' pr.json )"
+          echo "::set-output name=head::$( jq -r '.head.repo.full_name' pr.json )"
+          echo "::set-output name=head_url::$( jq -r '.head.repo.html_url' pr.json )"
+          echo "::set-output name=base::$( jq -r '.base.repo.full_name' pr.json )"
+          echo "::set-output name=base_url::$( jq -r '.base.repo.html_url' pr.json )"
+      - name: if failure, notify
+        uses: peter-evans/create-or-update-comment@v1
+        if: failure()
+        with:
+          token: ${{ env.GITHUB_TOKEN }}
+          issue-number: ${{ env.pr_number }}
+          body: |
+            @${{ steps.pr.outputs.user }}, @trilom - it appears that there was an issue with the merge.
+
+            Head Repo/Branch: **[${{ steps.pr.outputs.head }}]**(${{ steps.pr.outputs.head_url }}) merge into **[${{ steps.pr.outputs.base }}]**(${{ steps.pr.outputs.base_url }})
+
+            ## Event JSON
+            ```json
+              ${{ toJSON(steps.pr_json.outputs.result)}}
+            ```
+      - uses: actions/github-script@0.6.0
+        with:
+          github-token: ${{secrets.GITHUB_TOKEN}}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['automated merge']
+            })

.github/actions/file-changes-action/.github/workflows/close_pr.yml

@@ -0,0 +1,19 @@
+name: Close Pull Request
+on:
+  pull_request:
+    branches-ignore: [master]
+    types: [opened, reopened]
+jobs:
+  # close any fork PRs not opened by trilom to anything but master
+  close_pr:
+    name: close non master PRs from fork
+    runs-on: ubuntu-latest
+    if:  (github.actor != 'trilom' || github.actor != 'trilom-bot') && github.event.pull_request.head.repo.full_name != github.repository
+    steps:
+      - uses: superbrothers/close-pull-request@v2
+        with:
+          comment: Please merge your code into master, this will trigger the desired merge workflow.
+      - uses: actions/github@v1.0.0
+        if: success()
+        with:
+          args: label "doesnt read directions"

.github/actions/file-changes-action/.github/workflows/integration.yml

@@ -0,0 +1,106 @@
+name: Integration Tests
+on:
+  issue_comment:
+    types:
+      - created
+  schedule:
+    - cron: '0 0 * * *'
+  pull_request:
+    branches: [master]
+  push:
+    branches: [master]
+jobs:
+  # always_job:
+  #   name: Always run job
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: dump env
+  #       env:
+  #         GITHUB_CONTEXT: ${{ toJson(github) }}
+  #         JOB_CONTEXT: ${{ toJson(job) }}
+  #         STEPS_CONTEXT: ${{ toJson(steps) }}
+  #         RUNNER_CONTEXT: ${{ toJson(runner) }}
+  #         STRATEGY_CONTEXT: ${{ toJson(strategy) }}
+  #         MATRIX_CONTEXT: ${{ toJson(matrix) }}
+  #       run: |
+  #         echo "GITHUB_EVENT_PATH\n$GITHUB_EVENT_PATH"
+  #         echo "GITHUB_CONTEXT\n$GITHUB_CONTEXT"
+  #         echo "JOB_CONTEXT\n$JOB_CONTEXT"
+  #         echo "STEPS_CONTEXT\n$STEPS_CONTEXT"
+  #         echo "RUNNER_CONTEXT\n$RUNNER_CONTEXT"
+  #         echo "STRATEGY_CONTEXT\n$STRATEGY_CONTEXT"
+  #         echo "MATRIX_CONTEXT\n$MATRIX_CONTEXT"
+  integration:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        event_type: ['push', 'pull_request']
+        output: ['json', ',', ' ', '_<br />&nbsp;&nbsp;_']
+        fileOutput: ['json', ',', ' ', '_<br />&nbsp;&nbsp;_']
+    if: >-
+      ( startsWith(github.head_ref, '1.')
+        || startsWith(github.head_ref, '2.'))
+      ||
+      contains(github.event.head_commit.message, 'Release merge from')
+      ||
+      github.event_name == 'schedule'
+      || (
+        github.event_name == 'issue_comment'
+        && github.event.issue.number != ''
+        && contains(github.event.comment.body, '/integration')
+        && github.actor == 'trilom')
+    steps:
+      # get pr number if exists
+      - id: pr
+        if: github.event_name == 'issue_comment'
+        run: |
+          pr=$(echo "${{github.event.comment.body}}" | sed 's|.*/integration||') &&
+          echo "::set-output name=pr::${pr}"
+        env:
+          comment: ${{ toJson(github) }}
+      # use pr number from integration command
+      - uses: actions/checkout@v2
+        if: github.event_name == 'issue_comment' && steps.pr.outputs.pr != ''
+        with:
+          ref: ${{format('refs/pull/{0}/head', steps.pr.outputs.pr )}}
+      # use the issue number if pr is blank
+      - uses: actions/checkout@v2
+        if: github.event_name == 'issue_comment' && steps.pr.outputs.pr == '' && github.event.issue.pull_request != ''
+        with:
+          ref: ${{format('refs/pull/{0}/head', github.event.issue.number )}}
+      - name: fail if no PR number and issue comment
+        if: github.event_name == 'issue_comment' && steps.pr.outputs.pr == '' && github.event.issue.pull_request == ''
+        run: |
+          echo "Please provide a PR number to use like /integration13 for PR# 13."
+          exit 1
+      - uses: actions/checkout@v2
+        if: github.event_name != 'issue_comment'
+      - run: yarn build-package
+      - uses: ./
+        id: file_changes_build_pr
+        if: matrix.event_type == 'pull_request'
+        with:
+          prNumber: 83
+          output: ${{ matrix.output }}
+          fileOutput: ${{ matrix.fileOutput }}
+      - uses: ./
+        id: file_changes_build_push
+        if: matrix.event_type == 'push'
+        with:
+          pushBefore: 6ac7697cd1c4f23a08d4d4edbe7dab06b34c58a2
+          pushAfter: 4ee1a1a2515f4ac1b90a56aaeb060b97f20c8968
+          output: ${{ matrix.output }}
+          fileOutput: ${{ matrix.fileOutput }}
+      - run: |
+          mv $HOME/files* .
+          chmod +x test.sh && ./test.sh
+        working-directory: .github/actions/integration
+        if: success()
+        env:
+          fileOutput: ${{ matrix.fileOutput }}
+          output: ${{ matrix.output }}
+          files: ${{ format('{0}{1}', steps.file_changes_build_pr.outputs.files, steps.file_changes_build_push.outputs.files ) }}
+          files_modified: ${{ format('{0}{1}', steps.file_changes_build_pr.outputs.files_modified, steps.file_changes_build_push.outputs.files_modified ) }}
+          files_added: ${{ format('{0}{1}', steps.file_changes_build_pr.outputs.files_added, steps.file_changes_build_push.outputs.files_added ) }}
+          files_removed: ${{ format('{0}{1}', steps.file_changes_build_pr.outputs.files_removed, steps.file_changes_build_push.outputs.files_removed ) }}

.github/actions/file-changes-action/.github/workflows/labels.yml

@@ -0,0 +1,13 @@
+name: Sync labels
+on:
+  push:
+    branches: [master]
+    paths: [.github/labels.yml]
+jobs:
+  make-labels:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: micnncim/action-label-syncer@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/actions/file-changes-action/.github/workflows/pr.yml

@@ -0,0 +1,192 @@
+name: Contribution Workflow
+env:
+  isFork: ${{ github.event.pull_request.head.repo.full_name != github.repository }}
+on: [pull_request]
+jobs:
+  add-reviews:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: kentaro-m/auto-assign-action@v1.1.0
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+  # make sure we can build
+  build:
+    name: yarn install && tsc
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - uses: actions/github-script@0.6.0
+        if: failure() && contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            if ('${{ contains(github.event.pull_request.labels.*.name, 'builds') }}' == 'true') {
+              github.issues.removeLabel({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+                name: 'builds'
+              })
+            }
+      - uses: actions/github-script@0.6.0
+        if: contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['builds']
+            })
+  # unit test with jest
+  test-unit:
+    name: jest unit tests
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - run: yarn test-coverage
+      - run: bash <(curl -s https://codecov.io/bash)
+        if: contains(env.isFork, 'false')
+      - uses: actions/github-script@0.6.0
+        if: failure() && contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            if ('${{ contains(github.event.pull_request.labels.*.name, 'tested-unit') }}' == 'true') {
+              github.issues.removeLabel({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+                name: 'tested-unit'
+              })
+            }
+      - uses: actions/github-script@0.6.0
+        if: contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['tested-unit']
+            })
+  # integration test with jest
+  test-integration:
+    name: jest integration tests
+    runs-on: ubuntu-latest
+    needs: test-unit
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - run: yarn test-integration
+        env:
+          GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+      - uses: actions/github-script@0.6.0
+        if: failure() && contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            if ('${{ contains(github.event.pull_request.labels.*.name, 'tested-integration') }}' == 'true') {
+              github.issues.removeLabel({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+                name: 'tested-integration'
+              })
+            }
+      - uses: actions/github-script@0.6.0
+        if: contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['tested-integration']
+            })
+  # lint code in github check
+  lintdog-fork:
+    name: eslintdog (reviewdog)
+    runs-on: ubuntu-latest
+    needs: build
+    if: github.event.pull_request.head.repo.full_name != github.repository
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - name: Lint and report
+        uses: reviewdog/action-eslint@v1
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          reporter: github-check
+          eslint_flags: '--ext .ts ./'
+  # lint code and comment back if possible
+  lintdog:
+    name: eslintdog (reviewdog)
+    runs-on: ubuntu-latest
+    needs: build
+    if: github.event.pull_request.head.repo.full_name == github.repository
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - name: Lint and report
+        uses: reviewdog/action-eslint@v1
+        with:
+          github_token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          reporter: github-pr-review
+          eslint_flags: '--ext .ts ./'
+      - uses: actions/github-script@0.6.0
+        if: failure()
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            if ('${{ contains(github.event.pull_request.labels.*.name, 'lintdogged') }}' == 'true') {
+              github.issues.removeLabel({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+                name: 'lintdogged'
+              })
+            }
+      - uses: actions/github-script@0.6.0
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['lintdogged']
+            })
+  # format and push code back if not forked branch
+  format_check_push:
+    name: prettier
+    runs-on: ubuntu-latest
+    needs: [lintdog, lintdog-fork]
+    if: always()
+    env:
+      GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+    steps:
+      - uses: actions/checkout@v2 # checkout for forks
+        if: contains(env.isFork, 'true')
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - uses: actions/checkout@v2 # checkout for PR
+        if: contains(env.isFork, 'false')
+        with:
+          token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          ref: ${{ github.event.pull_request.head.ref }}
+      - run: yarn build
+      - run: yarn format-check
+      - name: yarn format and push code if check failed
+        if: failure() && github.actor != 'trilom-bot' && contains(env.isFork, 'false')
+        env:
+          GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+        run: |
+          yarn format
+          sudo yarn clean
+          git config --local user.email "trilom-bot@trailmix.me"
+          git config --local user.name "trilom-bot"
+          git add -A
+          git diff-index --quiet HEAD || git commit -m "Adding format changes 🤖" -a
+          git push https://x-access-token:${GITHUB_TOKEN}@github.com/${{ github.repository }}.git HEAD:refs/heads/${{ github.head_ref }} && exit 0
+      - uses: actions/github-script@0.6.0
+        if: failure() && contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            if ('${{ contains(github.event.pull_request.labels.*.name, 'pretty') }}' == 'true') {
+              github.issues.removeLabel({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+                name: 'pretty'
+              })
+            }
+      - uses: actions/github-script@0.6.0
+        if: contains(env.isFork, 'false')
+        with:
+          github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          script: |
+            github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: context.issue.number,
+              labels: ['pretty']
+            })

.github/actions/file-changes-action/.github/workflows/push.yml

@@ -0,0 +1,259 @@
+ # if a push comes in then this will test it for a release and create a release PR if needed
+name: Push to release branches
+on:
+  push:
+    branches: [master, next, alpha, beta]
+    tags-ignore: ['**']
+jobs:
+  # semantic release an auto-merged branch to github package repo, npm, github actions
+  release:
+    name: Release to NPM, Github, Github Actions Marketplace
+    runs-on: ubuntu-latest
+    needs: [build, test-unit, test-integration, lintdog]
+    if: >
+      github.actor != 'semantic-release-bot'
+      && ( (contains(github.event.head_commit.message, 'trilom/1.')
+        || contains(github.event.head_commit.message, 'trilom/2.'))
+        && ! contains(github.event.head_commit.message, 'chore(release):'))
+    env:
+      GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+      SEMANTIC_RELEASE_PACKAGE: '@${{ github.repository }}'
+      NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+      SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: semantic-release
+        uses: cycjimmy/semantic-release-action@v2
+        id: semantic
+        with:
+          semantic_version: 15.14.0
+          extra_plugins: |
+            @semantic-release/git@7.0.18
+            @semantic-release/changelog
+            semantic-release-slack-bot
+          dry_run: false
+      - name: echo release outputs
+        if: steps.semantic.outputs.new_release_published == 'true'
+        run: |
+          echo ${{ steps.semantic.outputs.new_release_version }}
+          echo ${{ steps.semantic.outputs.new_release_major_version }}
+          echo ${{ steps.semantic.outputs.new_release_minor_version }}
+          echo ${{ steps.semantic.outputs.new_release_patch_version }}
+      - name: Setup Node.js with GitHub Package Registry
+        if: steps.semantic.outputs.new_release_published == 'true'
+        uses: actions/setup-node@v1
+        with:
+          node-version: 12
+          registry-url: 'https://npm.pkg.github.com'
+          scope: trilom
+      - name: Publish To GitHub Package Registry
+        if: steps.semantic.outputs.new_release_published == 'true'
+        run: npm publish
+        env:
+          NODE_AUTH_TOKEN: ${{ env.GITHUB_TOKEN }}
+  # create PR from release branch to master to prepare for release
+  check-release:
+    name: Check if we need to release
+    runs-on: ubuntu-latest
+    needs: [build, test-unit, test-integration, lintdog]
+    if: >
+      github.actor != 'semantic-release-bot'
+      && ! contains(github.event.head_commit.message, 'trilom/1.')
+      && ! contains(github.event.head_commit.message, 'trilom/2.')
+      && ! contains(github.event.head_commit.message, 'chore(release):')
+    env:
+      GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+      NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: commit format changes and create authors file
+        run: |
+          git config --local user.email "trilom-bot@trailmix.me"
+          git config --local user.name "trilom-bot"
+          yarn build
+          yarn format
+          git add -A
+          git diff-index --quiet HEAD || git commit -m "Adding format changes 🤖" -a
+          yarn build-release
+          git add -A
+          git diff-index --quiet HEAD || git commit -m "Adding release changes ⚙️" -a
+          git log --format='%aN <%aE>%n%cN <%cE>' | sort -u > AUTHORS
+          sed -i '/trilom-bot/d' AUTHORS
+          sed -i '/semantic-release-bot/d' AUTHORS
+          sed -i '/carnoco@gmail.com/d' AUTHORS
+          sed -i '/GitHub <noreply@github.com>/d' AUTHORS
+          sed -i '/dependabot/d' AUTHORS
+          echo -e "\r\n$(date)" >> AUTHORS
+          git add -A
+          git diff-index --quiet HEAD || git commit -m "Updating AUTHORS 📓" -a
+      # see if we need to release, if so create a automerge release PR and notify the original creator
+      - name: semantic-release
+        uses: cycjimmy/semantic-release-action@v2
+        id: semantic
+        env:
+          SEMANTIC_RELEASE_PACKAGE: '@${{ github.repository }}'
+          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
+        with:
+          semantic_version: 15.14.0
+          extra_plugins: |
+            @semantic-release/git@7.0.18
+            @semantic-release/changelog
+            semantic-release-slack-bot
+          dry_run: true
+      - name: echo release outputs
+        if: steps.semantic.outputs.new_release_published == 'true'
+        run: |
+          echo ${{ steps.semantic.outputs.new_release_version }}
+          echo ${{ steps.semantic.outputs.new_release_major_version }}
+          echo ${{ steps.semantic.outputs.new_release_minor_version }}
+          echo ${{ steps.semantic.outputs.new_release_patch_version }}
+      - name: push potential formatting changes since there is no release
+        if: steps.semantic.outputs.new_release_published == 'false'
+        run: |
+          git config --local user.email "trilom-bot@trailmix.me"
+          git config --local user.name "trilom-bot"
+          git push -f https://x-access-token:${GITHUB_TOKEN}@github.com/${GITHUB_REPOSITORY}.git HEAD:${{ github.ref }}
+      - name: get changed files and format for automerge PR body
+        id: file_changes
+        uses: trilom/file-changes-action@master
+        if: steps.semantic.outputs.new_release_published == 'true'
+        with:
+          githubToken: ${{ env.GITHUB_TOKEN }}
+          output: '_<br />&nbsp;&nbsp;_'
+      - name: get original PR number
+        uses: actions/github-script@0.6.0
+        id: pr
+        if: steps.semantic.outputs.new_release_published == 'true'
+        with:
+          github-token: ${{env.GITHUB_TOKEN}}
+          result-encoding: string
+          script: |
+            const result = await github.repos.listPullRequestsAssociatedWithCommit({
+              owner: context.payload.repository.owner.name,
+              repo: context.payload.repository.name,
+              commit_sha: context.payload.head_commit.id
+            })
+            if (result.data.length >= 1) {
+              return result.data[0].number
+            } else return 87
+      - name: get original PR user
+        uses: actions/github-script@0.6.0
+        id: login
+        if: steps.pr.outputs.result != 0 && steps.semantic.outputs.new_release_published == 'true'
+        with:
+          github-token: ${{env.GITHUB_TOKEN}}
+          result-encoding: string
+          script: |
+            const result = await github.pulls.get({
+              owner: context.payload.repository.owner.name,
+              repo: context.payload.repository.name,
+              pull_number: ${{ steps.pr.outputs.result }}
+            })
+            if (result.data.user === true && result.data.user.login === true) {
+              return result.data.user.login
+            } else return 'trilom';
+      - name: create release PR
+        id: create-pr
+        uses: peter-evans/create-pull-request@v2
+        if: steps.semantic.outputs.new_release_published == 'true'
+        with:
+          token: ${{ env.GITHUB_TOKEN }}
+          commit-message: '${{ github.event.head_commit.message }}'
+          committer: trilom-bot <trilom-bot@trailmix.me>
+          author: ${{ steps.login.outputs.result }} <${{ steps.login.outputs.result }}@users.noreply.github.com>
+          title: 'releases/v${{ steps.semantic.outputs.new_release_version }} [@${{ steps.login.outputs.result }}] - ${{ github.event.head_commit.message }}'
+          body: |
+            # @${{ steps.login.outputs.result }} would like to merge into file-changes-action
+            [**compare link**](${{ github.event.compare }})
+
+            ## Commits
+            ```json
+            ${{ toJSON(github.event.commits)}}
+            ```
+
+            ## Files
+
+            &nbsp;&nbsp;_${{ steps.file_changes.outputs.files}}_
+
+            ## Files modified
+
+            &nbsp;&nbsp;_${{ steps.file_changes.outputs.files_modified}}_
+
+            ## Files added
+
+            &nbsp;&nbsp;_${{ steps.file_changes.outputs.files_added}}_
+
+            ## Files removed
+
+            &nbsp;&nbsp;_${{ steps.file_changes.outputs.files_removed}}_
+          labels: 'automated pr'
+          assignees: '${{ steps.login.outputs.result }},trilom'
+          reviewers: trilom
+          branch: '${{ steps.semantic.outputs.new_release_version }}'
+      - name: notify initial commiter of change
+        uses: peter-evans/create-or-update-comment@v1
+        if: steps.login.outputs.result != '' && steps.semantic.outputs.new_release_published == 'true'
+        with:
+          token: ${{ env.GITHUB_TOKEN }}
+          issue-number: ${{ steps.pr.outputs.result }}
+          body: |
+            Hey @${{ steps.login.outputs.result }},
+
+            This merge has triggered a release, hurray!
+
+            [Here you can follow the release.](https://github.com/trilom/file-changes-action/pull/${{ steps.create-pr.outputs.pr_number }})
+
+            Please use this new **Pull Request** if there are any issues to communicate further.
+
+            Thanks!
+      # - uses: actions/github-script@0.6.0
+      #   if: steps.create-pr.outputs.pr_number != '' && steps.semantic.outputs.new_release_published == 'true'
+      #   with:
+      #     github-token: ${{ secrets.TRILOM_BOT_TOKEN }}
+      #     script: |
+      #       github.issues.addLabels({owner: context.repo.owner, repo: context.repo.repo, issue_number: ${{ steps.create-pr.outputs.pr_number }},
+      #         labels: ['${{ steps.semantic.outputs.new_release_version }}']
+      #       })
+  # make sure we can build
+  build:
+    name: yarn install && tsc
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+  # unit test with jest
+  test-unit:
+    name: jest unit tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - run: yarn test-coverage
+      - run: bash <(curl -s https://codecov.io/bash)
+  # integration test with jest
+  test-integration:
+    name: jest integration tests
+    needs: test-unit
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - run: yarn build
+      - run: yarn test-integration
+        env:
+          GITHUB_TOKEN: ${{ secrets.TRILOM_BOT_TOKEN }}
+  # lint code and comment back if possible
+  lintdog:
+    name: eslintdog (reviewdog)
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Lint and report push
+        uses: reviewdog/action-eslint@v1
+        with:
+          github_token: ${{ secrets.TRILOM_BOT_TOKEN }}
+          reporter: github-check
+          eslint_flags: 'src/**/*.ts'

.github/actions/file-changes-action/.github/workflows/readme.md

@@ -0,0 +1,86 @@
+
+# Workflow Information
+
+- [Workflow Information](#workflow-information)
+- [Overview](#overview)
+  - [Schedule](#schedule)
+  - [Issue Comment](#issue-comment)
+  - [Pull Request](#pull-request)
+  - [Push](#push)
+
+# Overview
+
+1. Make a **Pull Request** from your forked branch (forked from _master_) with changes to _trilom/file-changes-action/master_ branch.
+2. Once merged into master this will lint the code and provide output in the checks, update the AUTHORS file, and package _dist/_.  If there is a release then this will create a **Pull Request** from the _v\*\*_ branch to _master_ and a comment will be made on the original **Pull Request** notifying contributors.  If there is not a release the changes will be **push**ed to _master_.
+3. In the **Pull Request** linting and testing will be performed again.  If _linted_, _tested-unit_, _tested-integration_, _builds_, and _lintdogged_ label exist and _hold merge_ does not the release will be merged into _master_.
+4. Once merged this time [semantic-release](https://github.com/semantic-release/semantic-release) will run to create the Github Release, release notes, changelog, notify Slack, package and deploy to NPM and Github Package Repo, label the release, and notify any issues of it's deployment.
+5. After user semantic-release-bot commits the release commit, this code will be pushed to the release branch.
+
+## Schedule
+
+- Everyday at 5:00 AM GMT:
+  - Run integration tests via Github Actions.
+
+## Issue Comment
+
+- When any `created` **Issue Comment** type runs on a **Pull Request** from trilom with the body of `/integrationNUMBER`(**integration.yml**):
+  - Run integration tests via Github Actions with PR.
+- **NOT IMPLEMENTED** When any `created` **Issue Comment** type runs on a **Pull Request** from trilom with the body of `/release`(**automerge.yml**):
+  - If _linted_, _tested-unit_, _tested-integration_, _builds_, _lintdogged_, and _hold merge_ or _automated merge_ **does not** labels exist:
+    - Merge the PR and add the _automated merge_ label
+      - If failure, put some output on the original PR.
+
+## Pull Request
+
+- When any `opened`, `reopened`, or `synchronize` **Pull Request** type runs to the _master_ branch from a _v\*\*_ branch:
+  - Run integration tests via Github Actions.
+
+- When any `opened` or `reopened` **Pull Request** type runs on any branch other than _master_ from anyone other than trilom or trilom-bot from a forked branch(**close_pr.yml**):
+  - Close the **Pull Request** and put the dunce cap on.
+
+- When any `labeled`, or `closed` **Pull Request** type runs on _master_, _next_, _alpha_, or _beta_(**automerge.yml**):
+  - If _linted_, _tested-unit_, _tested-integration_, _builds_, _lintdogged_, and _hold merge_ or _automated merge_ **does not** labels exist:
+    - Merge the PR and add the _automated merge_ label
+      - If failure, put some output on the original PR.
+
+- When any `opened`, `reopened`, or `synchronize` **Pull Request** type runs(**pr.yml**):
+  - Assign it to trilom (**add-reviews**)
+  - Build code with `yarn build` which runs `yarn` and `tsc` (**build**)
+    - Label with builds if passing and on inner workspace
+  - Test code with `yarn test-coverage` which runs `jest --coverage` (**test-unit**)
+    - Label with tested-unit if passing and on inner workspace
+  - Test code with `yarn test-integration` which runs `jest -c jest.config.integration.js` (**test-integration**)
+    - Label with tested-integration if passing and on inner workspace
+  - Test code with eslint reviewdog and report back if inner workspace (**lintdog**)
+    - Label with pretty if passing and on inner workspace
+  - Check format of code with `yarn format-check` which runs `prettier --check` (**format_check_push**)
+    - If:
+      - Fork then pull **Pull Request** github.ref with GITHUB_TOKEN
+      - Inner **Pull Request** then pull HEAD repo ref
+    - Build code with `yarn build` which runs `yarn` and `tsc`
+      - If format-check succeeds and on inner workspace
+        - Label with pretty
+      - If format-check fails and on inner workspace and actor is not trilom-bot
+        - Run `yarn format` which runs `prettier --write`
+        - Clean build files with `yarn clean`
+        - Commit the format changes as trilom-bot to **Pull Request** head
+
+## Push
+
+- When any **Push** type runs to _master_:
+  - Run integration tests via Github Actions.
+- When any **Push** type runs to _master_, _next_, _alpha_, or _beta_(**push.yml**):
+  - Build code with `yarn build` which runs `yarn` and `tsc` (**build**)
+  - Test code with `yarn test-coverage` which runs `jest` (**test**)
+  - Test code with eslint reviewdog and report back with github checks(**lintdog**)
+- When any **Push** type runs to _master_, _next_, _alpha_, or _beta_ with a head_commit message **NOT** containing 'trilom/v1.' or 'trilom/v2.':
+  - Build with `yarn build-release` which runs `yarn && tsc --build tsconfig.build.json && ncc build --minify` to build the **dist/\*\*.js** files, update **AUTHORS**, format **src/\*\*.ts** files and commit.
+  - Test [semantic-release](https://github.com/semantic-release/semantic-release) if a release is ready then create a **Pull Request**
+    - Echo release outputs
+    - Get changed files with [file-changes-action](https://github.com/trilom/file-changes-action) and build a message to post to new **Pull Request**
+    - Comment on the original **Pull Request** with the new details of the release.
+  - If no release, then **Push** changes directly back to master.
+- When any **Push** type runs to _master_, _next_, _alpha_, or _beta_ with a head_commit message containing 'trilom/v1.' or 'trilom/v2.':
+  - Run [semantic-release](https://github.com/semantic-release/semantic-release) to prepare Github Release, release notes, changelog, notify Slack, package and deploy to NPM and Github Package Repo, label the release, and notify any issues of it's deployment.
+- When any **Push** type runs to _master_, _next_, _alpha_, or _beta_ from semantic-release-bot with a head_commit message containing 'chore(release):':
+  - Get the **Pull Request** number from the **Push** and push the semantic-release changes to the tagged release branch.

.github/actions/file-changes-action/.gitignore

@@ -0,0 +1,100 @@
+lib
+**/outputs/**
+# Dependency directory
+node_modules
+
+# Rest pulled from https://github.com/github/gitignore/blob/master/Node.gitignore
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+lerna-debug.log*
+
+# Diagnostic reports (https://nodejs.org/api/report.html)
+report.[0-9]*.[0-9]*.[0-9]*.[0-9]*.json
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+*.lcov
+
+# nyc test coverage
+.nyc_output
+
+# Grunt intermediate storage (https://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (https://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directories
+jspm_packages/
+
+# # TypeScript v1 declaration files
+# typings/
+
+# TypeScript cache
+*.tsbuildinfo
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# Yarn Integrity file
+.yarn-integrity
+
+# dotenv environment variables file
+.env
+.env.test
+
+# parcel-bundler cache (https://parceljs.org/)
+.cache
+
+# next.js build output
+.next
+
+# nuxt.js build output
+.nuxt
+
+# vuepress build output
+.vuepress/dist
+
+# Serverless directories
+.serverless/
+
+# FuseBox cache
+.fusebox/
+
+# DynamoDB Local files
+.dynamodb/
+
+# OS metadata
+.DS_Store
+Thumbs.db
+
+# Ignore built ts files
+__tests__/runner/*

.github/actions/file-changes-action/.prettierignore

@@ -0,0 +1,2 @@
+/dist
+/node_modules

.github/actions/file-changes-action/.prettierrc.yml

@@ -0,0 +1,9 @@
+printWidth: 80
+tabWidth: 2
+useTabs: false
+semi: false
+singleQuote: true
+trailingComma: none
+bracketSpacing: false
+arrowParens: avoid
+parser: typescript