Project Files
dist / extract.d.ts
export interface FetchPageOptions {
userAgent: string;
timeoutMs: number;
maxContentLength: number;
query?: string;
}
export interface ExtractedPage {
url: string;
final_url: string;
status: number;
title: string;
content: string;
truncated: boolean;
byte_length: number;
error?: string;
}
export declare function fetchAndExtract(url: string, opts: FetchPageOptions): Promise<ExtractedPage>;
export declare function fetchAndExtractMany(urls: string[], opts: FetchPageOptions, concurrency: number): Promise<ExtractedPage[]>;
//# sourceMappingURL=extract.d.ts.map