User-agent: *
Disallow: /custom/
Disallow: /admin/
Disallow: /get/
Disallow: /go/
Disallow: /images/
Disallow: /scripts/
Disallow: /styles/
Crawl-delay: 1000