# Use for all search robots User-agent: * # Define the directories not to crawl Disallow: /