# tell search engine bot to not crawl this site
User-agent: *
Disallow: /migration
Disallow: /css
Disallow: /scripts
Disallow: /include
Disallow: /images