export declare class CrawlerService {
    private readonly logger;
    private visitedUrls;
    private validLinks;
    private baseUrl;
    private baseHostname;
    private excludePatterns;
    /**
     * Start crawling a website and find all valid links within the same domain
     * @param startUrl The URL to start crawling from
     * @param maxDepth Maximum depth to crawl (default: 3)
     * @param maxUrls Maximum number of URLs to process (default: 500)
     * @returns An array of valid URLs discovered
     */
    crawlWebsite(startUrl: string, maxDepth?: number, maxUrls?: number): Promise<string[]>;
    /**
     * Recursive function to crawl pages
     */
    private crawl;
    /**
     * Clear previous crawl data
     */
    clearCrawlData(): void;
    /**
     * Update exclude patterns for customized filtering
     */
    updateExcludePatterns(patterns: RegExp[]): void;
}