Files
AI/참고/crawl4ai-main/docs/examples/cli/crawler.yml

13 lines
302 B
YAML
Raw Normal View History

2026-05-12 19:40:31 +09:00
cache_mode: "bypass"
wait_until: "networkidle"
page_timeout: 30000
delay_before_return_html: 0.5
word_count_threshold: 100
scan_full_page: true
scroll_delay: 0.3
process_iframes: false
remove_overlay_elements: true
magic: true
verbose: true
exclude_external_links: true
exclude_social_media_links: true