# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://mumbt.hu # All robots will spider the domain User-agent: * Disallow: # Disallow directory /adm/ Disallow: /adm/ # Disallow directory /admin/ Disallow: /admin/ # Disallow directory /database/ Disallow: /database/ # googlebots want to index /files also, but its 403 by htaccess. # Disallow directory /files/ Disallow: /files/ # Disallow directory /includes/ Disallow: /includes/ # Disallow directory /misc/ Disallow: /misc/ # Disallow directory /modules/ Disallow: /modules/ # Disallow directory /projects/ Disallow: /projects/ # Disallow directory /scripts/ Disallow: /scripts/ # Disallow directory /sites/ Disallow: /sites/ # Disallow directory /themes/ Disallow: /themes/ # Disallow directory /tmp/ Disallow: /tmp/ # Disallow file /cron.php Disallow: /cron.php # Disallow file /xmlrpc.php Disallow: /xmlrpc.php