Include <Tldr> components content in llms.txt (#2803)

* Add new docContet.js util

* Add new openLLM action

* Swap generic icon for ChatGPT with the official OpenAI logo from PhosphorIcons library

* Swap sparkle icon for Claude with a chat bubble icon, since sparkle is used for Kapa

* Add prompt localization for the top 10 most used languages

* Fix Claude incorrectly building translated prompt

* Better fix Claude handling of locales by adding dual English + localized prompt

* Ensure only Claude shows dual prompts

* Hide descriptions for Open with… buttons

* Update icon for Claude

* Fix icon position when no description provided

* Try to accomodate for both description and no desciption scenarii for icons placement

* Revert "Try to accomodate for both description and no desciption scenarii for icons placement"

This reverts commit cdb8d76.

* Simplify icons alignment fix

* Try to fix Claude's issue

* Fix query parameter for Claude

* Remove dual prompt in Claude now that we fixed the query param

* Refactor translation system and add many more locales

* Add aiPromptTemplates.js

* Add script for translated prompt validation

* Added many more languages

* Include Tldr components content in llms.txt

* Remove "contributing" folder

* Remove "ai-toolbar-translations.md"

* Remove superfluous script file

Author: pwizla

docusaurus/scripts/generate-llms.js

@@ -118,11 +118,13 @@ class DocusaurusLlmsGenerator {
           const { data: frontmatter, content } = matter(fileContent);
 
           const pageUrl = this.generatePageUrl(docId);
-          
+          const tldr = this.extractTldr(content);
+
           pages.push({
             id: docId,
             title: frontmatter.title || this.getTitleFromContent(content) || docId,
-            description: frontmatter.description || this.extractDescription(content),
+            description:
+              tldr || frontmatter.description || this.extractDescription(content),
             url: pageUrl,
             content: this.cleanContent(content),
             frontmatter
@@ -160,6 +162,42 @@ class DocusaurusLlmsGenerator {
     return '';
   }
 
+  extractTldr(content) {
+    const match = content.match(/<Tldr>([\s\S]*?)<\/Tldr>/i);
+
+    if (!match) {
+      return null;
+    }
+
+    const raw = match[1].trim();
+
+    if (!raw) {
+      return null;
+    }
+
+    return this.sanitizeInlineMarkdown(raw);
+  }
+
+  sanitizeInlineMarkdown(text) {
+    return text
+      // Remove fenced code blocks inside TLDR (rare but safe)
+      .replace(/```[\s\S]*?```/g, '')
+      // Strip inline code
+      .replace(/`([^`]+)`/g, '$1')
+      // Turn markdown links into plain text
+      .replace(/\[([^\]]+)\]\([^\)]+\)/g, '$1')
+      // Bold and italic markers
+      .replace(/\*\*([^*]+)\*\*/g, '$1')
+      .replace(/__([^_]+)__/g, '$1')
+      .replace(/\*([^*]+)\*/g, '$1')
+      .replace(/_([^_]+)_/g, '$1')
+      // Strip residual HTML tags (including MDX components)
+      .replace(/<[^>]+>/g, ' ')
+      // Collapse whitespace and trim
+      .replace(/\s+/g, ' ')
+      .trim();
+  }
+
   cleanContent(content) {
     return content
       // Deletes frontmatter metadata