# Robots.txt file from http://www.searchengineworld.com # 
# Tool at http://www.widexl.com/remote/search-engines/metatag-analyzer.html
# All robots will spider the domain
# advanced disallows added 12/07/05 starting at forumdisplay.php?do=...
# 12-10-05 745 in allinurl 
# 12-16-05 735 inurl, changed meta robots structure
# 01/01/06 686 inurl, added Disallow: /*goto=*
# 04/06/07 Added googlebot and move dthe * listings to there
User-agent: Googlebot
Disallow: /*goto=
Disallow: /*mode=
Disallow: /*showthread.php?p=
Disallow: /showthread.php?t
Disallow: /*&pp=
Disallow: /*postcount=
Disallow: /*daysprune=
Disallow: /*&sort=
Disallow: /forumdisplay.php?*daysprune
Disallow: /forumdisplay.php?*&daysprune
Disallow: /forumdisplay.php?f=*&daysprune
User-agent: *
Disallow: /cgi-bin/
Disallow: /admincp/
Disallow: /clientscript/
Disallow: /cpstyles/
Disallow: /customavatars/
Disallow: /images/
Disallow: /includes/
Disallow: /install/
Disallow: /modcp/
Disallow: /modules/
Disallow: /subscriptions/
Disallow: /vbtest/
Disallow: /ifr/
Disallow: /calendar.php
Disallow: /clear.gif
Disallow: /cron.php
Disallow: /editpost.php
Disallow: /global.php
Disallow: /image.php
Disallow: /joinrequests.php
Disallow: /login.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /misc.php
Disallow: /moderator.php
Disallow: /newattachment.php
Disallow: /newreply.php
Disallow: /online.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /profile.php
Disallow: /register.php
Disallow: /report.php
Disallow: /reputation.php
Disallow: /sendmessage.php
Disallow: /showgroups.php
Disallow: /showpost.php
Disallow: /subscription.php
Disallow: /subscriptions.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /usernote.php
Disallow: /forumdisplay.php?do=markread
Disallow: /showthread.php?goto=lastpost
Disallow: /showthread.php?goto=newpost
Disallow: /showthread.php?goto=
Disallow: /showthread.php?mode=
Disallow: /showthread.php?p=
Disallow: /newthread.php
Disallow: /search.php?