import asyncio

from crawlee.playwright_crawler import PlaywrightCrawler, PlaywrightCrawlingContext


async def main() -> None:
    crawler = PlaywrightCrawler(
        max_requests_per_crawl=5,  
        headless=False,  
        browser_type='firefox',  
    )

    
    @crawler.router.default_handler
    async def request_handler(context: PlaywrightCrawlingContext) -> None:
        context.log.info(f'Processing {context.request.url} ...')

        
        await context.enqueue_links()

        
        data = {
            'url': context.request.url,
            'title': await context.page.title(),
            'content': (await context.page.content())[:100],
        }

        
        await context.push_data(data)

    
    await crawler.run(['https://crawlee.dev'])

    
    await crawler.export_data('results.json')

    
    data = await crawler.get_data()
    crawler._logger.info(f'Extracted data: {data.items}')


if __name__ == '__main__':
    asyncio.run(main())