# Allow Archiver
User-agent: ia_archiver
Allow: /

User-agent: Mediapartners-Google*
Disallow: 

User-agent: Googlebot-Image
Allow: /*

User-agent: Slurp
Crawl-delay: 10

User-agent: BoardReader
Disallow: /

User-agent: *

Disallow: *.aspx
Disallow: *.asp
Disallow: *.cgi
Disallow: *.pl
Disallow: *.jsp
Disallow: *.php3
Disallow: *.php5
Disallow: *.php4
Disallow: *.cfm

Disallow: /forum2/*.aspx
Disallow: /forum2/*.asp
Disallow: /forum2/*.cgi
Disallow: /forum2/*.pl
Disallow: /forum2/*.jsp
Disallow: /forum2/*.php3
Disallow: /forum2/*.php5
Disallow: /forum2/*.php4
Disallow: /forum2/*.cfm

Disallow: /forum2/admincp/
Disallow: /forum2/cgi-bin/
Disallow: /forum2/clientscript/
Disallow: /forum2/includes/
Disallow: /forum2/install/
Disallow: /forum2/customavatars/
Disallow: /forum2/archive/
Disallow: /forum2/sitemap/

Disallow: /forum2/gallery/showmembers.php
Disallow: /forum2/gallery/misc.php
Disallow: /forum2/gallery/comments.php?

Sitemap: http://www.ranger-forums.com/forum2/sitemap_index.xml.gz