User-agent: * #allows all search engine spiders. Disallow: /contact_submissions/ #disallow them to crawl secretcontent folder