iod/page-assist
6
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Change default search provider to DuckDuckGo and add custom headers for Google search requests

Browse Source
This commit is contained in:
n4ze3m 2025-01-25 16:32:04 +05:30
parent 51804bc9ae
commit 8c0706aa7c
2 changed files with 18 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/services/search.ts
View File

@ -6,7 +6,7 @@ const storage2 = new Storage({
})
const TOTAL_SEARCH_RESULTS = 2
const DEFAULT_PROVIDER = "google"
const DEFAULT_PROVIDER = "duckduckgo"
const AVAILABLE_PROVIDERS = ["google", "duckduckgo"] as const

23
src/web/search-engines/google.ts
View File

@ -28,12 +28,23 @@ export const localGoogleSearch = async (query: string) => {
const htmlString = await fetch(
`https://www.${baseGoogleDomain}/search?hl=en&q=` + query,
{
signal: abortController.signal
signal: abortController.signal,
headers: {
"User-Agent": navigator.userAgent,
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8",
"Accept-Language": "en-US,en;q=0.5",
"Accept-Encoding": "gzip, deflate, br",
"DNT": "1",
"Connection": "keep-alive",
"Upgrade-Insecure-Requests": "1",
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "none",
"Sec-Fetch-User": "?1"
}
}
)
.then((response) => response.text())
).then((response) => response.text())
.catch()
const parser = new DOMParser()
const doc = parser.parseFromString(htmlString, "text/html")
@ -89,9 +100,9 @@ export const webGoogleSearch = async (query: string) => {
baseUrl: cleanUrl(ollamaUrl)
})
const textSplitter = await getPageAssistTextSplitter()
const chunks = await textSplitter.splitDocuments(docs)
const store = new MemoryVectorStore(ollamaEmbedding)