# Disallowed and allowed directories and files User-agent: * Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-content/plugins/ Disallow: /wp-includes/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /search/ Disallow: /*?s Allow: /wp-content/uploads/ User-agent: Webalta Disallow: / User-Agent: Slurp Disallow: / User-Agent: msnbot Disallow: / User-agent: Yandex Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /wp-admin Disallow: /wp-includes Disallow: /index.php?s= Disallow: /*/feed Disallow: /xmlrpc.php?rsd Crawl-delay: 5 Host: glume.ru User-Agent: Bender Allow: /kill/all/humans User-Agent: T-800 Allow: /I/need/your/clothes/boots/motorcycle User-agent: Other robots Disallow: /harming/humans Disallow: /ignoring/human/orders Disallow: /harm/to/self # Define website sitemaps Sitemap: http://cloud.nectar.org.au/