# For domain: http://www.mydomain.com # Calling all spiders User-agent: * # Allow all Disallow: # Disallow 'mi' directory # Disallow: /mi/