Project Files

src

cache

cache.ts

pageCache.ts

crawler

crawlPage.ts

extractContent.ts

fetchHtml.ts

normalizeUrl.ts

rankChunks.ts

embeddings

cosine.ts

embed.ts

providers

DuckDuckGoProvider.ts

SearchProvider.ts

duckduckgo.ts

services

crawlPage.ts

ranker.ts

retryFetch.ts

structuredExtraction.ts

tools

crawlSpecificPage.ts

crawlWebPage.ts

index.ts

searchWeb.ts

types

CrawlSession.ts

utils

blockedExtensions.ts

cleanText.ts

constants.ts

domainFilter.ts

summarizer.ts

index.ts

.gitignore

LICENSE

manifest.json

package-lock.json

package.json

README.md

tsconfig.json

src / utils / constants.ts

export const SEARCH_RESULT_LIMIT = 5;
// ✅ FIX: Expanded to 20,000 characters so complete changelogs and multi-patch files aren't truncated
export const MAX_CONTENT_LENGTH = 20000; 
export const MAX_SUMMARY_LENGTH = 5000;
export const CACHE_TTL_MS = 1000 * 60 * 5;
export const REQUEST_TIMEOUT_MS = 5000;
export const MAX_RETRIES = 3;
export const CONCURRENCY_LIMIT = 2;
export const MAX_HTML_SIZE = 3_000_000; // Raised slightly to ensure heavy wiki text trees load fully