chore(docs): improve build performance and fix OOM crashes (#37588)

Co-authored-by: Claude Opus 4.5 <noreply@anthropic.com>
2026-04-25 11:04:48 +00:00 · 2026-02-05 16:12:46 -05:00
parent 47db185e3b
commit ef4f7afa90
9 changed files with 471 additions and 368 deletions
--- a/docs/src/data/databases.json
+++ b/docs/src/data/databases.json
@@ -1,16 +1,16 @@
 {
-  "generated": "2026-01-27T23:17:43.310Z",
+  "generated": "2026-01-31T10:47:01.730Z",
  "statistics": {
-    "totalDatabases": 68,
-    "withDocumentation": 68,
-    "withConnectionString": 68,
-    "withDrivers": 35,
+    "totalDatabases": 70,
+    "withDocumentation": 70,
+    "withConnectionString": 70,
+    "withDrivers": 36,
    "withAuthMethods": 4,
-    "supportsJoins": 64,
-    "supportsSubqueries": 65,
+    "supportsJoins": 66,
+    "supportsSubqueries": 67,
    "supportsDynamicSchema": 15,
    "supportsCatalog": 9,
-    "averageScore": 33,
+    "averageScore": 32,
    "maxScore": 201,
    "byCategory": {
      "Other Databases": [
@@ -109,6 +109,8 @@
      "Traditional RDBMS": [
        "Aurora MySQL (Data API)",
        "Aurora PostgreSQL (Data API)",
+        "Aurora MySQL",
+        "Aurora PostgreSQL",
        "CockroachDB",
        "Cloudflare D1",
        "IBM Db2",
@@ -133,6 +135,8 @@
      "Open Source": [
        "Aurora MySQL (Data API)",
        "Aurora PostgreSQL (Data API)",
+        "Aurora MySQL",
+        "Aurora PostgreSQL",
        "ClickHouse",
        "CockroachDB",
        "Couchbase",
@@ -490,6 +494,132 @@
      "query_cost_estimation": false,
      "sql_validation": false
    },
+    "Aurora MySQL": {
+      "engine": "aurora_mysql",
+      "engine_name": "Aurora MySQL",
+      "module": "aurora",
+      "documentation": {
+        "description": "MySQL is a popular open-source relational database.",
+        "logo": "mysql.png",
+        "homepage_url": "https://www.mysql.com/",
+        "categories": [
+          "TRADITIONAL_RDBMS",
+          "OPEN_SOURCE"
+        ],
+        "pypi_packages": [
+          "mysqlclient"
+        ],
+        "connection_string": "mysql://{username}:{password}@{host}/{database}",
+        "default_port": 3306,
+        "parameters": {
+          "username": "Database username",
+          "password": "Database password",
+          "host": "localhost, 127.0.0.1, IP address, or hostname",
+          "database": "Database name"
+        },
+        "host_examples": [
+          {
+            "platform": "Localhost",
+            "host": "localhost or 127.0.0.1"
+          },
+          {
+            "platform": "Docker on Linux",
+            "host": "172.18.0.1"
+          },
+          {
+            "platform": "Docker on macOS",
+            "host": "docker.for.mac.host.internal"
+          },
+          {
+            "platform": "On-premise",
+            "host": "IP address or hostname"
+          }
+        ],
+        "drivers": [
+          {
+            "name": "mysqlclient",
+            "pypi_package": "mysqlclient",
+            "connection_string": "mysql://{username}:{password}@{host}/{database}",
+            "is_recommended": true,
+            "notes": "Recommended driver. May fail with caching_sha2_password auth."
+          },
+          {
+            "name": "mysql-connector-python",
+            "pypi_package": "mysql-connector-python",
+            "connection_string": "mysql+mysqlconnector://{username}:{password}@{host}/{database}",
+            "is_recommended": false,
+            "notes": "Required for newer MySQL databases using caching_sha2_password authentication."
+          }
+        ]
+      },
+      "time_grains": {},
+      "score": 0,
+      "max_score": 0,
+      "joins": true,
+      "subqueries": true,
+      "supports_dynamic_schema": false,
+      "supports_catalog": false,
+      "supports_dynamic_catalog": false,
+      "ssh_tunneling": false,
+      "query_cancelation": false,
+      "supports_file_upload": false,
+      "user_impersonation": false,
+      "query_cost_estimation": false,
+      "sql_validation": false
+    },
+    "Aurora PostgreSQL": {
+      "engine": "aurora_postgresql",
+      "engine_name": "Aurora PostgreSQL",
+      "module": "aurora",
+      "documentation": {
+        "description": "PostgreSQL is an advanced open-source relational database.",
+        "logo": "postgresql.svg",
+        "homepage_url": "https://www.postgresql.org/",
+        "categories": [
+          "TRADITIONAL_RDBMS",
+          "OPEN_SOURCE"
+        ],
+        "pypi_packages": [
+          "psycopg2"
+        ],
+        "connection_string": "postgresql://{username}:{password}@{host}:{port}/{database}",
+        "default_port": 5432,
+        "parameters": {
+          "username": "Database username",
+          "password": "Database password",
+          "host": "For localhost: localhost or 127.0.0.1. For AWS: endpoint URL",
+          "port": "Default 5432",
+          "database": "Database name"
+        },
+        "notes": "The psycopg2 library comes bundled with Superset Docker images.",
+        "connection_examples": [
+          {
+            "description": "Basic connection",
+            "connection_string": "postgresql://{username}:{password}@{host}:{port}/{database}"
+          },
+          {
+            "description": "With SSL required",
+            "connection_string": "postgresql://{username}:{password}@{host}:{port}/{database}?sslmode=require"
+          }
+        ],
+        "docs_url": "https://www.postgresql.org/docs/",
+        "sqlalchemy_docs_url": "https://docs.sqlalchemy.org/en/13/dialects/postgresql.html"
+      },
+      "time_grains": {},
+      "score": 0,
+      "max_score": 0,
+      "joins": true,
+      "subqueries": true,
+      "supports_dynamic_schema": false,
+      "supports_catalog": false,
+      "supports_dynamic_catalog": false,
+      "ssh_tunneling": false,
+      "query_cancelation": false,
+      "supports_file_upload": false,
+      "user_impersonation": false,
+      "query_cost_estimation": false,
+      "sql_validation": false
+    },
    "Google BigQuery": {
      "engine": "google_bigquery",
      "engine_name": "Google BigQuery",
--- a/docs/src/pages/index.tsx
+++ b/docs/src/pages/index.tsx
@@ -28,7 +28,7 @@ import databaseData from '../data/databases.json';
 import BlurredSection from '../components/BlurredSection';
 import DataSet from '../../../RESOURCES/INTHEWILD.yaml';
 import type { DatabaseData } from '../components/databases/types';
-import '../styles/main.less';
+import '../styles/main.css';

 // Build database list from databases.json (databases with logos)
 // Deduplicate by logo filename to avoid showing the same logo twice
@@ -795,7 +795,7 @@ export default function Home(): JSX.Element {
          </StyledIntegrations>
        </BlurredSection>
        {/* Only show carousel when we have enough logos (>10) for a good display */}
-        {companiesWithLogos.length > 10 && (
+        {companiesWithLogos.length > 7 && (
          <BlurredSection>
            <div style={{ padding: '0 20px' }}>
              <SectionHeader
--- a/docs/src/styles/antd-theme.less
+++ b/docs/src/styles/antd-theme.less
@@ -1,27 +0,0 @@
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-@primary-color: #20a7c9;
-@info-color: #66bcfe;
-@success-color: #59c189;
-@processing-color: #66bcfe;
-@error-color: #e04355;
-@highlight-color: #e04355;
-@normal-color: #d9d9d9;
-@white: #FFF;
-@black: #000;
--- a/docs/src/styles/main.less
+++ b/docs/src/styles/main.less
@@ -16,7 +16,6 @@
 * specific language governing permissions and limitations
 * under the License.
 */
-@import 'antd-theme.less';

 body {
  font-family: var(--ifm-font-family-base);
@@ -81,26 +80,29 @@ a > span > svg {
  text-align: center;
  position: relative;
  z-index: 2;
-  &::before {
-    border-radius: inherit;
-    background: linear-gradient(180deg, #11b0d8 0%, #116f86 100%);
-    content: '';
-    display: block;
-    height: 100%;
-    position: absolute;
-    top: 0;
-    left: 0;
-    opacity: 0;
-    width: 100%;
-    z-index: -1;
-    transition: all 0.3s;
-  }
-  &:hover {
-    color: #ffffff;
-    &::before {
-      opacity: 1;
-    }
-  }
+}
+
+.default-button-theme::before {
+  border-radius: inherit;
+  background: linear-gradient(180deg, #11b0d8 0%, #116f86 100%);
+  content: '';
+  display: block;
+  height: 100%;
+  position: absolute;
+  top: 0;
+  left: 0;
+  opacity: 0;
+  width: 100%;
+  z-index: -1;
+  transition: all 0.3s;
+}
+
+.default-button-theme:hover {
+  color: #ffffff;
+}
+
+.default-button-theme:hover::before {
+  opacity: 1;
 }

 /* Navbar */
@@ -109,32 +111,32 @@ a > span > svg {
  font-size: 14px;
  font-weight: 400;
  transition: all 0.5s;
+}

-  .get-started-button {
-    border-radius: 10px;
-    font-size: 18px;
-    font-weight: bold;
-    width: 142px;
-    padding: 7px 0;
-    margin-right: 20px;
-  }
+.navbar .get-started-button {
+  border-radius: 10px;
+  font-size: 18px;
+  font-weight: bold;
+  width: 142px;
+  padding: 7px 0;
+  margin-right: 20px;
+}

-  .github-button {
-    background-image: url('/img/github.png');
-    background-size: contain;
-    width: 30px;
-    height: 30px;
-    margin-right: 10px;
-  }
+.navbar .github-button {
+  background-image: url('/img/github.png');
+  background-size: contain;
+  width: 30px;
+  height: 30px;
+  margin-right: 10px;
 }

 .navbar--dark {
  background-color: transparent;
  border-bottom: 1px solid rgba(24, 115, 132, 0.4);
+}

-  .github-button {
-    background-image: url('/img/github-dark.png');
-  }
+.navbar--dark .github-button {
+  background-image: url('/img/github-dark.png');
 }

 .navbar__logo {
@@ -153,11 +155,11 @@ a > span > svg {
  .navbar {
    padding-right: 8px;
    padding-left: 8px;
+  }

-    .get-started-button,
-    .github-button {
-      display: none;
-    }
+  .navbar .get-started-button,
+  .navbar .github-button {
+    display: none;
  }

  .navbar__items {
@@ -186,20 +188,20 @@ a > span > svg {
  --docsearch-searchbox-background: var(--ifm-navbar-background-color);
  border: 1px solid #187384;
  border-radius: 10px;
+}

-  &.DocSearch-Button {
-    width: 225px;
-  }
+.navbar .DocSearch.DocSearch-Button {
+  width: 225px;
+}

-  .DocSearch-Search-Icon {
-    width: 16px;
-    height: 16px;
-  }
+.navbar .DocSearch .DocSearch-Search-Icon {
+  width: 16px;
+  height: 16px;
+}

-  .DocSearch-Button-Key,
-  .DocSearch-Button-Placeholder {
-    display: none;
-  }
+.navbar .DocSearch .DocSearch-Button-Key,
+.navbar .DocSearch .DocSearch-Button-Placeholder {
+  display: none;
 }

 .navbar--dark .DocSearch {
@@ -232,25 +234,25 @@ a > span > svg {
  align-items: center;
  justify-content: center;
  gap: 16px;
+}

-  span {
-    font-size: 13px;
-    opacity: 0.85;
-  }
+.footer__ci-services span {
+  font-size: 13px;
+  opacity: 0.85;
+}

-  a {
-    display: inline-flex;
-    align-items: center;
-    transition: opacity 0.2s;
+.footer__ci-services a {
+  display: inline-flex;
+  align-items: center;
+  transition: opacity 0.2s;
+}

-    &:hover {
-      opacity: 0.8;
-    }
-  }
+.footer__ci-services a:hover {
+  opacity: 0.8;
+}

-  img {
-    height: 28px;
-  }
+.footer__ci-services img {
+  height: 28px;
 }

 .footer__divider {
@@ -268,13 +270,13 @@ a > span > svg {
  .footer__ci-services {
    gap: 12px;
    padding: 10px 16px;
+  }

-    span {
-      font-size: 12px;
-    }
+  .footer__ci-services span {
+    font-size: 12px;
+  }

-    img {
-      height: 22px;
-    }
+  .footer__ci-services img {
+    height: 22px;
  }
 }
--- a/docs/src/webpack.extend.ts
+++ b/docs/src/webpack.extend.ts
@@ -67,8 +67,8 @@ export default function webpackExtendPlugin(): Plugin<void> {
        use: 'js-yaml-loader',
      });

-      // Add babel-loader rule for superset-frontend files
-      // This ensures Emotion CSS-in-JS is processed correctly for SSG
+      // Add swc-loader rule for superset-frontend files
+      // SWC is a Rust-based transpiler that's significantly faster than babel
      const supersetFrontendPath = path.resolve(
        __dirname,
        '../../superset-frontend',
@@ -76,26 +76,37 @@ export default function webpackExtendPlugin(): Plugin<void> {
      config.module?.rules?.push({
        test: /\.(tsx?|jsx?)$/,
        include: supersetFrontendPath,
+        exclude: /node_modules/,
        use: {
-          loader: 'babel-loader',
+          loader: 'swc-loader',
          options: {
-            presets: [
-              [
-                '@babel/preset-react',
-                {
+            // Ignore superset-frontend/.swcrc which references plugins not
+            // installed in the docs workspace (e.g. @swc/plugin-emotion)
+            swcrc: false,
+            jsc: {
+              parser: {
+                syntax: 'typescript',
+                tsx: true,
+              },
+              transform: {
+                react: {
                  runtime: 'automatic',
                  importSource: '@emotion/react',
                },
-              ],
-              '@babel/preset-typescript',
-            ],
-            plugins: ['@emotion/babel-plugin'],
+              },
+            },
          },
        },
      });

      return {
-        devtool: isDev ? 'eval-source-map' : config.devtool,
+        devtool: isDev ? false : config.devtool,
+        cache: {
+          type: 'filesystem',
+          buildDependencies: {
+            config: [__filename],
+          },
+        },
        ...(isDev && {
          optimization: {
            ...config.optimization,
@@ -208,8 +219,6 @@ export default function webpackExtendPlugin(): Plugin<void> {
            ),
          },
        },
-        // We're removing the ts-loader rule that was processing superset-frontend files
-        // This will prevent TypeScript errors from files outside the docs directory
      };
    },
  };