# start
# /search.php is not used any more, keep it as an example
# Crawl-delay in seconds

User-agent: HTTrack
User-agent: MSIECrawler
User-agent: Scrapy
User-agent: HeadlessChrome
Disallow: /

User-agent: *
Disallow: /search.php

Crawl-delay: 180

# end