User-agent: * Crawl-delay: 10 Allow: / # Directories #Disallow: /css/ Disallow: /assets/ Disallow: /f/ Disallow: /_control/ Disallow: /_sie/ # Files Disallow: /.htaccess Disallow: /cp.php # Paths (clean URLs) #Disallow: /user/login/ # Paths (no clean URLs) #Disallow: /?q=user/login/