zoushiyang/page-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #247 from alibaba/split/pr-207-validate-url

Browse Source 
fix: validate URL in fetchLlmsTxt
This commit is contained in:
Simon
2026-03-13 21:05:10 +08:00
committed by GitHub
parent 5695b3d6aa c8a8858d24
commit bde9d9023a
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
packages/core/src/utils/index.ts
View File

@@ -61,7 +61,15 @@ const llmsTxtCache = new Map<string, string | null>()
/** Fetch /llms.txt for a URL's origin. Cached per origin, `null` = tried and not found. */ /** Fetch /llms.txt for a URL's origin. Cached per origin, `null` = tried and not found. */
export async function fetchLlmsTxt(url: string): Promise<string | null> { export async function fetchLlmsTxt(url: string): Promise<string | null> {
const origin = new URL(url).origin let origin: string
try {
origin = new URL(url).origin
} catch {
return null // Invalid URL
}
// about:blank, data:, file:
if (origin === 'null') return null
if (llmsTxtCache.has(origin)) return llmsTxtCache.get(origin)! if (llmsTxtCache.has(origin)) return llmsTxtCache.get(origin)!
const endpoint = `${origin}/llms.txt` const endpoint = `${origin}/llms.txt`