chore: Update URL rewrite logic for runtime

This commit is contained in:
n4ze3m
2024-05-12 23:54:48 +05:30
parent 62ffe8346e
commit e94edf5c89
12 changed files with 88 additions and 27 deletions

View File

@@ -18,7 +18,7 @@ import { RecursiveCharacterTextSplitter } from "langchain/text_splitter"
import { MemoryVectorStore } from "langchain/vectorstores/memory"
export const localDuckDuckGoSearch = async (query: string) => {
await urlRewriteRuntime(cleanUrl("https://html.duckduckgo.com/html/?q=" + query))
await urlRewriteRuntime(cleanUrl("https://html.duckduckgo.com/html/?q=" + query), "duckduckgo")
const abortController = new AbortController()
setTimeout(() => abortController.abort(), 10000)

View File

@@ -19,7 +19,8 @@ import {
export const localGoogleSearch = async (query: string) => {
await urlRewriteRuntime(
cleanUrl("https://www.google.com/search?hl=en&q=" + query)
cleanUrl("https://www.google.com/search?hl=en&q=" + query),
"google"
)
const abortController = new AbortController()
setTimeout(() => abortController.abort(), 10000)

View File

@@ -25,7 +25,10 @@ const getCorrectTargeUrl = async (url: string) => {
return matches?.[1] || ""
}
export const localSogouSearch = async (query: string) => {
await urlRewriteRuntime(cleanUrl("https://www.sogou.com/web?query=" + query))
await urlRewriteRuntime(
cleanUrl("https://www.sogou.com/web?query=" + query),
"sogou"
)
const abortController = new AbortController()