Remove textile and ERB processing code

Remove all code that processes textile files and ERB templates from the
build pipeline. Textile content files remain in the repository but are
no longer parsed or rendered.

Changes:
- Remove textile-js imports and usage from createPages and onCreateNode
- Remove ERB processing from pre-parser pipeline
- Remove textile-partials handling from transform utilities
- Update parser steps to remove ERB and textile workarounds

After this commit, the build generates 241 MDX pages with no textile
processing.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <[email protected]>

Author: kennethkalmer

data/cli-functionality/parser-steps/pre-parser.ts

@@ -1,7 +1,6 @@
 import { removeExternalClassFromLinks } from '../../transform/pre-parser/remove-external-class-from-links';
-import { replaceERB } from '../../transform/pre-parser/erbjs';
 import { addMinimizedIndent, addMinimizeForHeadings, stripComments } from '../../transform/pre-parser/semantic';
-import { removeNewlinesBeforeClosingTags, recursivelyProcessDivs } from '../../transform/pre-parser';
+import { removeNewlinesBeforeClosingTags } from '../../transform/pre-parser';
 import {
   addLanguageSupportForBlockQuotes,
   addLanguageSupportForGithubStyleCode,
@@ -17,10 +16,6 @@ export const preParserSteps: Step[] = [
   {
     fn: removeExternalClassFromLinks,
   },
-  {
-    fn: replaceERB,
-    description: `Replaces Ruby templating code`,
-  },
   {
     fn: stripComments,
   },
@@ -56,8 +51,4 @@ export const preParserSteps: Step[] = [
   {
     fn: addLanguageSupportForHeadings,
   },
-  {
-    fn: recursivelyProcessDivs,
-    description: `Divs across multiple lines pose an issue for textile-js.\nWe detect these divs and process the internal textile separately, marking it as 'notextile' in the process.`,
-  },
 ];

data/createPages/index.ts

@@ -1,10 +1,6 @@
 import path from 'path';
-import textile from 'textile-js';
 import { identity } from 'lodash';
 import { safeFileExists } from './safeFileExists';
-import { flattenContentOrderedList, maybeRetrievePartial } from '../transform';
-import { postParser } from '../transform/post-parser';
-import { htmlParser } from '../html-parser';
 import { createLanguagePageVariants } from './createPageVariants';
 import { LATEST_ABLY_API_VERSION_STRING } from '../transform/constants';
 import { createContentMenuDataFromPage } from './createContentMenuDataFromPage';
@@ -20,59 +16,6 @@ const documentTemplate = path.resolve(`src/templates/document.tsx`);
 const apiReferenceTemplate = path.resolve(`src/templates/apiReference.tsx`);
 const examplesTemplate = path.resolve(`src/templates/examples.tsx`);
 
-interface Edge {
-  node: {
-    slug: string;
-    version?: string;
-    contentOrderedList: Array<{
-      data: string;
-      type: string;
-    }>;
-    meta?: {
-      redirect_from?: string[];
-    };
-  };
-}
-
-interface DocumentQueryResult {
-  allError: {
-    nodes: {
-      message: string;
-    }[];
-  };
-  allFileHtml: {
-    edges: {
-      node: {
-        slug: string;
-        contentOrderedList: {
-          data: string;
-          type: string;
-        }[];
-        meta: {
-          redirect_from?: string[];
-        };
-      };
-    }[];
-  };
-}
-
-interface ApiReferenceQueryResult {
-  allFileHtml: {
-    edges: {
-      node: {
-        slug: string;
-        contentOrderedList: {
-          data: string;
-          type: string;
-        }[];
-        meta: {
-          redirect_from?: string[];
-        };
-      };
-    }[];
-  };
-}
-
 interface ExampleQueryResult {
   allExampleFile: {
     nodes: {
@@ -102,82 +45,6 @@ interface MdxRedirectsQueryResult {
 }
 
 export const createPages: GatsbyNode['createPages'] = async ({ graphql, actions: { createPage, createRedirect } }) => {
-  /**
-   * It's not ideal to have:
-   * * the reusable function `documentCreator` defined inline like this
-   * * so much of `documentCreator` being imperative processing of data
-   * - but Gatsby throws horrible unrelated errors (from onCreateNode) if
-   * you try to extract any of this functionality into an independent composable
-   * and testable function.
-   */
-
-  // DOCUMENT TEMPLATE
-  const documentResult = await graphql<DocumentQueryResult>(`
-    query {
-      allError {
-        nodes {
-          message
-        }
-      }
-      allFileHtml(filter: { articleType: { eq: "document" } }) {
-        edges {
-          node {
-            slug
-            contentOrderedList {
-              data
-              type
-            }
-            meta {
-              redirect_from
-            }
-          }
-        }
-      }
-    }
-  `);
-
-  /**
-   * We could log here, the reason we don't right now is that the error should already have been caught and logged.
-   * Because Gatsby spawns a bunch of async processes during the onCreateNode step, though, and errors don't prevent
-   * the onCreateNode processes from continuing, the workaround is to create Error nodes and then quit when we get
-   * to the next synchronous stage in the Gatsby pipeline if any Error nodes exist.
-   * It's an awkward solution and an alternative would be welcome, I'm not sure what we would do instead though.
-   * We could log only during createPages and never during onCreateNode, but then if there's an error that does manage
-   * to crash Gatsby somehow or the Error Node is broken, we wouldn't see the output.
-   *
-   * For context:
-   * The original ticket here was EDX-21. When I originally detected missing meta descriptions, I wanted to
-   * console.warn and continue just so editors could see the error. However it was decided that it should be a
-   * requirement to always have a meta description, so the app had to avoid building while still throwing & logging
-   * an error when a page didn't have a meta description.
-   */
-  if (documentResult.data?.allError.nodes && documentResult.data.allError.nodes.length > 0) {
-    process.exit(1);
-  }
-
-  // API REFERENCES TEMPLATE
-  const apiReferenceResult = await graphql<ApiReferenceQueryResult>(`
-    query {
-      allFileHtml(filter: { articleType: { eq: "apiReference" } }) {
-        edges {
-          node {
-            slug
-            contentOrderedList {
-              data
-              type
-            }
-            meta {
-              redirect_from
-            }
-          }
-        }
-      }
-    }
-  `);
-
-  // Query partials used in textile files
-  const retrievePartialFromGraphQL = maybeRetrievePartial(graphql);
-
   // Query our examples
   const examplesResult = await graphql<ExampleQueryResult>(`
     query {
@@ -212,83 +79,13 @@ export const createPages: GatsbyNode['createPages'] = async ({ graphql, actions:
     }
   `);
 
-  const documentCreator =
-    (documentTemplate: string) =>
-    async (edge: Edge): Promise<string> => {
-      const content = flattenContentOrderedList(
-        await Promise.all(edge.node.contentOrderedList.map(retrievePartialFromGraphQL)),
-      )
-        .map((content: { data: unknown }) => (content.data ? content.data : ''))
-        .join('\n');
-
-      const postParsedContent = postParser(textile(content));
-      const contentOrderedList = htmlParser(postParsedContent);
-      const contentMenu = contentOrderedList.map((item) => createContentMenuDataFromPage(item));
-      const [languages, contentMenuObject] = createLanguagePageVariants(identity, documentTemplate)(
-        contentOrderedList,
-        edge.node.slug,
-      );
-
-      contentMenuObject[DEFAULT_LANGUAGE] = contentMenu;
-
-      const slug = edge.node.slug;
-      const script = safeFileExists(`static/scripts/${slug}.js`);
-      const pagePath = `/docs/${slug}`;
-
-      const redirectFromList = edge.node.meta?.redirect_from;
-
-      if (redirectFromList) {
-        redirectFromList.forEach((redirectFrom) => {
-          const redirectFromUrl = new URL(redirectFrom, siteMetadata.siteUrl);
-
-          if (!redirectFromUrl.hash) {
-            // We need to be prefix aware just like Gatsby's internals so it works
-            // with nginx redirects
-            writeRedirect(redirectFrom, pagePath);
-          }
-
-          createRedirect({
-            fromPath: redirectFrom,
-            toPath: pagePath,
-            isPermanent: true,
-            force: true,
-            redirectInBrowser: true,
-          });
-        });
-      }
-
-      createPage({
-        path: pagePath,
-        component: documentTemplate,
-        context: {
-          slug,
-          version: edge.node.version ?? LATEST_ABLY_API_VERSION_STRING,
-          language: DEFAULT_LANGUAGE,
-          languages,
-          contentOrderedList,
-          contentMenu: contentMenuObject,
-          script,
-          layout: { leftSidebar: true, rightSidebar: true, searchBar: true, template: 'base' },
-        },
-      });
-      return slug;
-    };
-
   createRedirect({
     fromPath: '/',
     toPath: '/docs',
     isPermanent: true,
     redirectInBrowser: true,
   });
 
-  if (!documentResult.data) {
-    throw new Error('Document result is undefined');
-  }
-
-  if (!apiReferenceResult.data) {
-    throw new Error('API reference result is undefined');
-  }
-
   if (!mdxRedirectsResult.data) {
     throw new Error('MDX redirects result is undefined');
   }
@@ -355,8 +152,6 @@ export const createPages: GatsbyNode['createPages'] = async ({ graphql, actions:
   };
 
   await Promise.all([
-    ...documentResult.data.allFileHtml.edges.map(documentCreator(documentTemplate)),
-    ...apiReferenceResult.data.allFileHtml.edges.map(documentCreator(apiReferenceTemplate)),
     ...examples.map(exampleCreator),
     ...mdxRedirectsResult.data.allMdx.nodes.map(mdxRedirectCreator),
   ]);

data/onCreateNode/index.ts

@@ -1,5 +1,4 @@
 import { GatsbyNode, Node } from 'gatsby';
-import { transformNanocTextiles, makeTypeFromParentType, createNodesFromPath } from '../transform';
 
 export const onCreateNode: GatsbyNode['onCreateNode'] = async ({
   node,
@@ -8,34 +7,6 @@ export const onCreateNode: GatsbyNode['onCreateNode'] = async ({
   createNodeId,
   createContentDigest,
 }) => {
-  const createChildNode = ({ parent, child }: { parent: Node; child: Node }) => {
-    createNode(child);
-    createParentChildLink({ parent, child });
-  };
-
-  if (node.extension === 'textile') {
-    const content = await loadNodeContent(node);
-    try {
-      transformNanocTextiles(node, content, createNodeId(`${node.id} >>> HTML`), makeTypeFromParentType('Html')(node), {
-        createContentDigest,
-        createNodesFromPath: createNodesFromPath('DocumentPath', { createNode, createNodeId, createContentDigest }),
-        createNodeId,
-      })(createChildNode);
-    } catch (error: unknown) {
-      const errorMessage = error instanceof Error ? error.message : String(error);
-      const ErrorNode = {
-        id: createNodeId(`${errorMessage} >>> Error`),
-        message: errorMessage,
-        internal: {
-          contentDigest: createContentDigest(errorMessage),
-          type: 'Error',
-        },
-      };
-      createNode(ErrorNode);
-      console.error('Error at relative path:\n', node.relativePath ? `${node.relativePath}\n` : '\n', errorMessage);
-    }
-  }
-
   if (node.sourceInstanceName === 'how-tos') {
     // We derive the name of the how-to from the path
     const [tutorialName, src, ...paths] = (node.relativePath as string).split('/');

data/transform/index.js

@@ -93,9 +93,6 @@ const transformNanocTextiles =
       return;
     }
 
-    if (node.sourceInstanceName === 'textile-partials') {
-      content = `${content}\n`;
-    }
     const preTextileTransform = preParser(content);
     const { data, frontmatterMeta } = splitDataAndMetaData(preTextileTransform);
 
@@ -139,14 +136,8 @@ const transformNanocTextiles =
       type,
       mediaType: 'text/html',
     };
-    if (node.sourceInstanceName === 'textile-partials') {
-      newNodeInternals.type = `${type}Partial`;
-      newNodeData.relativePath = node.relativePath;
-    } else {
-      createNodesFromPath(node.relativePath.replace(/\.[^/.]+$/, ''));
-      // Partials should never have a slug, every other page type needs one.
-      newNodeData.slug = slug;
-    }
+    createNodesFromPath(node.relativePath.replace(/\.[^/.]+$/, ''));
+    newNodeData.slug = slug;
 
     const htmlNode = {
       ...newNodeData,

data/transform/parser-enhancements/index.js

@@ -1,4 +1,4 @@
-const { addHyphenListSupport } = require('../pre-parser/textile-js-workarounds/add-hyphen-list-support');
+// textile workarounds removed
 const { addDates } = require('./add-dates');
 const { addSpecAnchorLinks } = require('./spec-anchor-links');
 

data/transform/pre-parser/index.ts

@@ -1,6 +1,4 @@
 import { compose } from 'lodash/fp';
-import textile from 'textile-js';
-import { replaceERB } from './erbjs';
 import {
   convertJSAllToNodeAndJavaScript,
   convertBlangBlocksToTokens,
@@ -11,23 +9,12 @@ import {
   addLanguageSupportForHeadings,
 } from './language';
 import { stripComments, addMinimizeForHeadings, addMinimizedIndent } from './semantic';
-import { textileJSCompatibility } from './textile-js-workarounds';
 
-// Newlines before closing tags inhibit textile-js' ability to correctly parse HTML
+// Newlines before closing tags can affect HTML parsing
 export const removeNewlinesBeforeClosingTags: StringTransformation = (content) =>
   content.replace(/\n+(<\/\w+>)/g, '$1');
 
-// Jest has difficulty with resolving recursively-composed functions from different files
-// so we define this textile-js-workaround here.
-export const recursivelyProcessDivs: StringTransformation = (content) =>
-  content.replace(/\n<div([^<>]*?)>\n(.*?)<\/div>/gms, (_match, p1, p2) => {
-    return `\n<notextile><div${p1}>${textile(preParser(p2)).replace(/\n/g, '')}</div></notextile>`;
-  });
-
 export const preParser = compose(
-  // Textile compatibility must follow all other changes
-  textileJSCompatibility,
-  recursivelyProcessDivs,
   // Language operations
   addLanguageSupportForHeadings,
   addLanguageSupportForBlockQuotes,
@@ -41,6 +28,4 @@ export const preParser = compose(
   addMinimizeForHeadings,
   removeNewlinesBeforeClosingTags,
   stripComments,
-  // ERB to JS
-  replaceERB,
 );