User-agent: *
Disallow: /

User-agent: gsa-crawler
Crawl-delay: 30
Allow: /