/ src / server / tools / web-fetch.ts
web-fetch.ts
 1  import {
 2    cleanMarkdownOutput,
 3    convertHtmlToMarkdown,
 4    convertTableToMarkdown,
 5    extractHtmlContent,
 6    extractTitleFromHtml,
 7    isCssLikeText,
 8    normalizeHtmlStructure,
 9    removeScriptsAndStyles,
10    stripHtmlTags,
11  } from '@/server/tools/web-fetch/extract'
12  
13  export type {
14    WebFetchRequest,
15    WebFetchResult,
16    WebFetchResponse,
17  } from '@/lib/shared/chat'
18  
19  export { performWebFetch } from '@/server/tools/web-fetch/fetch'
20  
21  export const __testing__ = {
22    extractHtmlContent,
23    convertHtmlToMarkdown,
24    stripHtmlTags,
25    removeScriptsAndStyles,
26    normalizeHtmlStructure,
27    cleanMarkdownOutput,
28    convertTableToMarkdown,
29    extractTitleFromHtml,
30    isCssLikeText,
31  }