docs[minor]: Simplify docs build (#4607)

* Simplify docs build

* Update package.json

Author: jacoblee93

docs/core_docs/.gitignore

@@ -31,19 +31,32 @@ yarn-error.log*
 !.yarn/versions
 
 /.quarto/
-
 # AUTO_GENERATED_DOCS
+docs/expression_language/streaming.md
 docs/expression_language/streaming.mdx
+docs/use_cases/tool_use/human_in_the_loop.md
 docs/use_cases/tool_use/human_in_the_loop.mdx
+docs/use_cases/question_answering/streaming.md
 docs/use_cases/question_answering/streaming.mdx
+docs/use_cases/question_answering/sources.md
 docs/use_cases/question_answering/sources.mdx
+docs/use_cases/question_answering/quickstart.md
 docs/use_cases/question_answering/quickstart.mdx
+docs/use_cases/question_answering/local_retrieval_qa.md
 docs/use_cases/question_answering/local_retrieval_qa.mdx
+docs/use_cases/question_answering/conversational_retrieval_agents.md
 docs/use_cases/question_answering/conversational_retrieval_agents.mdx
+docs/use_cases/question_answering/citations.md
 docs/use_cases/question_answering/citations.mdx
+docs/use_cases/question_answering/chat_history.md
 docs/use_cases/question_answering/chat_history.mdx
+docs/modules/model_io/output_parsers/custom.md
 docs/modules/model_io/output_parsers/custom.mdx
-docs/modules/memory/chat_messages/custom.mdx
+docs/modules/model_io/chat/function_calling.md
 docs/modules/model_io/chat/function_calling.mdx
+docs/modules/memory/chat_messages/custom.md
+docs/modules/memory/chat_messages/custom.mdx
+docs/modules/data_connection/vectorstores/custom.md
 docs/modules/data_connection/vectorstores/custom.mdx
+docs/modules/model_io/output_parsers/types/openai_tools.md
 docs/modules/model_io/output_parsers/types/openai_tools.mdx

docs/core_docs/docs/modules/model_io/chat/function_calling.ipynb

@@ -6,9 +6,6 @@
    "source": [
     "# Function calling\n",
     "\n",
-    "import Tabs from \"@theme/Tabs\";\n",
-    "import TabItem from \"@theme/TabItem\";\n",
-    "\n",
     "A growing number of chat models, like [OpenAI](/docs/integrations/chat/openai#tool-calling), [Mistral](/docs/integrations/chat/mistral#tool-calling), etc., have a function-calling\n",
     "API that lets you describe functions and their arguments, and have the model return a JSON object with a function to invoke and the inputs to that function.\n",
     "Function-calling is extremely useful for building [tool-using chains and agents](/docs/use_cases/tool_use/), and for getting structured outputs from models more generally.\n",
@@ -30,18 +27,23 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
+    "```{=mdx}\n",
     "import IntegrationInstallTooltip from \"@mdx_components/integration_install_tooltip.mdx\";\n",
+    "import Npm2Yarn from \"@theme/Npm2Yarn\";\n",
     "\n",
     "<IntegrationInstallTooltip></IntegrationInstallTooltip>\n",
     "\n",
-    "```bash\n",
-    "npm install @langchain/core\n",
+    "<Npm2Yarn>\n",
+    "  @langchain/core\n",
+    "</Npm2Yarn>\n",
     "```\n",
     "\n",
     "We'll also use `zod-to-json-schema` frequently throughout this doc for converting Zod schemas to JSON schemas. Make sure you have it installed:\n",
     "\n",
-    "```bash\n",
-    "npm install zod-to-json-schema\n",
+    "```{=mdx}\n",
+    "<Npm2Yarn>\n",
+    "  zod-to-json-schema\n",
+    "</Npm2Yarn>\n",
     "```"
    ]
   },

docs/core_docs/docs/use_cases/tool_use/human_in_the_loop.ipynb

@@ -157,12 +157,19 @@
    "source": [
     "## Adding human approval\n",
     "\n",
-    "We can add a simple human approval step to our toolChain function:\n",
-    "\n",
+    "We can add a simple human approval step to our `toolChain` function:"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "```{=mdx}\n",
     "import CodeBlock from \"@theme/CodeBlock\";\n",
     "import HumanFeedback from \"@examples/use_cases/human_in_the_loop/accept-feedback.ts\";\n",
     "\n",
-    "<CodeBlock language=\"typescript\">{HumanFeedback}</CodeBlock>"
+    "<CodeBlock language=\"typescript\">{HumanFeedback}</CodeBlock>\n",
+    "```"
    ]
   },
   {

docs/core_docs/package.json

@@ -4,7 +4,7 @@
   "private": true,
   "scripts": {
     "docusaurus": "docusaurus",
-    "start": "yarn build:typedoc && rimraf ./docs/api && NODE_OPTIONS=--max-old-space-size=7168 docusaurus start",
+    "start": "yarn build:typedoc && yarn quarto && rimraf ./docs/api && NODE_OPTIONS=--max-old-space-size=7168 docusaurus start",
     "build": "yarn clean && yarn build:typedoc && yarn quarto && rimraf ./build && NODE_OPTIONS=--max-old-space-size=7168 DOCUSAURUS_SSR_CONCURRENCY=4 docusaurus build",
     "build:vercel": "yarn clean && yarn build:typedoc:vercel && yarn quarto:vercel && rimraf ./build && NODE_OPTIONS=--max-old-space-size=7168 DOCUSAURUS_SSR_CONCURRENCY=4 docusaurus build",
     "build:typedoc": "yarn workspace api_refs build",
@@ -22,8 +22,8 @@
     "format": "prettier --write \"**/*.{js,jsx,ts,tsx,md,mdx}\"",
     "format:check": "prettier --check \"**/*.{js,jsx,ts,tsx,md,mdx}\"",
     "clean": "rm -rf .docusaurus/ .turbo/ .build/",
-    "quarto": "quarto render docs/ && node ./scripts/quatro-build.js",
-    "quarto:vercel": "bash ./scripts/vercel_build.sh && node ./scripts/quatro-build.js"
+    "quarto": "quarto render docs/ && node ./scripts/quarto-build.js",
+    "quarto:vercel": "bash ./scripts/vercel_build.sh && node ./scripts/quarto-build.js"
   },
   "dependencies": {
     "@docusaurus/core": "2.4.3",

docs/core_docs/scripts/quarto-build.js

@@ -0,0 +1,42 @@
+const fs = require("node:fs");
+const { glob } = require("glob");
+const { execSync } = require("node:child_process");
+
+async function main() {
+  const allIpynb = await glob("./docs/**/*.ipynb");
+
+  const allRenames = allIpynb.flatMap((filename) => [
+    filename.replace(".ipynb", ".md"),
+    filename.replace(".ipynb", ".mdx"),
+  ]);
+  const pathToRootGitignore = ".gitignore";
+  let gitignore = fs.readFileSync(pathToRootGitignore, "utf-8");
+  gitignore = gitignore.split("# AUTO_GENERATED_DOCS")[0];
+  gitignore += "# AUTO_GENERATED_DOCS\n";
+  gitignore += allRenames.join("\n");
+  fs.writeFileSync(pathToRootGitignore, gitignore);
+
+  try {
+    /**
+     * Run Prettier on all generated .ipynb -> .mdx because we don't
+     * currently have another way to format code written in notebooks.
+     */
+    const command = `yarn prettier --write ${allRenames
+      .filter((filename) => fs.existsSync(filename))
+      .join(" ")}`;
+    execSync(command);
+  } catch (error) {
+    console.error(
+      {
+        error,
+        stdout: error?.stderr?.toString(),
+      },
+      "Failed to format notebooks"
+    );
+  }
+}
+
+main().catch((e) => {
+  console.error(e);
+  process.exit(1);
+});

docs/core_docs/scripts/quatro-build.js

@@ -0,0 +1,22 @@
+import React from "react";
+import Tabs from "@theme/Tabs";
+import TabItem from "@theme/TabItem";
+import CodeBlock from "@theme-original/CodeBlock";
+
+// Substitute component for Jupyter notebooks since Quarto has trouble
+// parsing built-in npm2yarn markdown blocks
+export default function Npm2Yarn({ children }) {
+  return (
+    <Tabs>
+      <TabItem value="npm" label="npm">
+        <CodeBlock language="bash">npm i {children}</CodeBlock>
+      </TabItem>
+      <TabItem value="yarn" label="yarn" default>
+        <CodeBlock language="bash">yarn add {children}</CodeBlock>
+      </TabItem>
+      <TabItem value="pnpm" label="pnpm">
+        <CodeBlock language="bash">pnpm add {children}</CodeBlock>
+      </TabItem>
+    </Tabs>
+  );
+}