#robots.txt #allow all search bots #disallow our subdirectories User-agent: * Disallow: /