# robots.txt for http://www.media.com.au/ User-agent: * Disallow: /images/ # This is an infinite virtual URL space Disallow: /php/ Disallow: /styles/ Disallow: /blog/ Disallow: /blox2/