# robots.txt User-agent: * Allow: / #Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /testing/ # Files #Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /testing/ # Paths (no clean URLs) #Disallow: /?q=admin/