# Robots.txt file for www.wilshiremetro.com
# This file tells indexing robots which folders they are not allowed to access.
# It also blocks some email-harvesting robots.
# created on 03/15/2004
User-agent: *
Disallow: /admin
Disallow: /bunker
Disallow: /dbase
Disallow: /flower
Disallow: /images
Disallow: /marbella
Disallow: /metatraffic
Disallow: /promenade
Disallow: /promwest
Disallow: /scripts
Disallow: /skyline
Disallow: /stats
Disallow: /new
User-agent: BlackWidow
Disallow: /