revert(agents): remove llms.txt discovery prompt (#19192)

This commit is contained in:
Seb Slight
2026-02-17 09:15:01 -05:00
committed by GitHub
parent 747403be9b
commit d54e4af4a1
2 changed files with 1 additions and 19 deletions

View File

@@ -147,23 +147,6 @@ function buildVoiceSection(params: { isMinimal: boolean; ttsHint?: string }) {
return ["## Voice (TTS)", hint, ""];
}
function buildLlmsTxtSection(params: { isMinimal: boolean; availableTools: Set<string> }) {
if (params.isMinimal) {
return [];
}
if (!params.availableTools.has("web_fetch")) {
return [];
}
return [
"## llms.txt Discovery",
"When exploring a new domain or website (via web_fetch or browser), check for an llms.txt file that describes how AI agents should interact with the site:",
"- Try `/llms.txt` or `/.well-known/llms.txt` at the domain root",
"- If found, follow its guidance for interacting with that site's content and APIs",
"- llms.txt is an emerging standard (like robots.txt for AI) — not all sites have one, so don't warn if missing",
"",
];
}
function buildDocsSection(params: { docsPath?: string; isMinimal: boolean; readToolName: string }) {
const docsPath = params.docsPath?.trim();
if (!docsPath || params.isMinimal) {
@@ -557,7 +540,6 @@ export function buildAgentSystemPrompt(params: {
messageToolHints: params.messageToolHints,
}),
...buildVoiceSection({ isMinimal, ttsHint: params.ttsHint }),
...buildLlmsTxtSection({ isMinimal, availableTools }),
];
if (extraSystemPrompt) {

View File

@@ -736,7 +736,7 @@ export function createWebFetchTool(options?: {
label: "Web Fetch",
name: "web_fetch",
description:
"Fetch and extract readable content from a URL (HTML → markdown/text). Use for lightweight page access without browser automation. When exploring a new domain, also check for /llms.txt or /.well-known/llms.txt — these files describe how AI agents should interact with the site.",
"Fetch and extract readable content from a URL (HTML → markdown/text). Use for lightweight page access without browser automation.",
parameters: WebFetchSchema,
execute: async (_toolCallId, args) => {
const params = args as Record<string, unknown>;