# robots updated: 2007/12/20 - jwhetzel # robots.txt updated 2008-02-25 by mcalister to add /mld/ to disallow # robots.txt updated 2008-03-08 by mcalister to remove the crawl delay # directives Sitemap:http://www.miami.com/sitemap.xml User-agent: * # Crawl-Delay: 10 Disallow: /images Disallow: /static/images Disallow: /includes Disallow: /static/includes Disallow: /static/testdir Disallow: /pages/admin Disallow: /static/pages/admin Disallow: /scripts Disallow: /static/scripts Disallow: /styles Disallow: /static/styles Disallow: /reg-bin Disallow: /panel Disallow: /preempt_panels Disallow: /admin Disallow: /user Disallow: /node Disallow: /aggregator Disallow: /comment/reply Disallow: /contact Disallow: /logout Disallow: /search Disallow: /sites Disallow: /forward Disallow: /venue Disallow: /event Disallow: /mld # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php Disallow: /INSTALL.txt Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /CHANGELOG.txt Disallow: /MAINTAINERS.txt Disallow: /LICENSE.txt Disallow: /UPGRADE.txt