fix(llms): edge cases
This commit is contained in:
@@ -67,6 +67,9 @@ export async function fetchLlmsTxt(url: string): Promise<string | null> {
|
|||||||
} catch {
|
} catch {
|
||||||
return null // Invalid URL
|
return null // Invalid URL
|
||||||
}
|
}
|
||||||
|
// about:blank, data:, file:
|
||||||
|
if (origin === 'null') return null
|
||||||
|
|
||||||
if (llmsTxtCache.has(origin)) return llmsTxtCache.get(origin)!
|
if (llmsTxtCache.has(origin)) return llmsTxtCache.get(origin)!
|
||||||
|
|
||||||
const endpoint = `${origin}/llms.txt`
|
const endpoint = `${origin}/llms.txt`
|
||||||
|
|||||||
Reference in New Issue
Block a user