User-agent: * # directed to all spiders Disallow: global.asa Disallow: /admin Disallow: /db Disallow: /functions Disallow: /gfx Disallow: /imgSelectorImages Disallow: /includes Disallow: /js Disallow: /styles