############################################################################### # # File: robots.txt # # Contents: Robot exclusion rules for tripalot.com # # Modifications: # - 2006-10-15 txe Initial creation. # - 2006-10-17 txe Added phpbb rules. # - 2006-10-25 txe Updated stats rules. # - 2006-11-09 txe Disallowed /mwiki/, /shared/, tripalot.html. # - 2007-02-26 txe Disallowed _ for anchovies, ipecac, trex, tripecac. # - 2008-05-21 txe Updated urls (from _ to -). # - 2008-05-31 txe Allowed link checker. # - 2009-10-25 txe Added travart, giovart, journall, private. # - 2010-05-29 txe Added facebook. # ############################################################################### User-agent: Googlebot Disallow: /anchovies/*_* Disallow: /ipecac/*_* Disallow: /trex/*_* Disallow: /tripecac/*_* Disallow: /mp3/*_* User-agent: * Disallow: /anchovies/xml/ Disallow: /cgi-bin/ Disallow: /digital_sex Disallow: /digital-sex/images Disallow: /digital-sex/sounds Disallow: /facebook Disallow: /for_against Disallow: /giovart Disallow: /ipecac/xml/ Disallow: /journall Disallow: /mwiki/ Disallow: /my-stats/ Disallow: /phpbb/.conf Disallow: /phpbb/admin Disallow: /phpbb/cache Disallow: /phpbb/db Disallow: /phpbb/docs Disallow: /phpbb/images Disallow: /phpbb/includes Disallow: /phpbb/languages Disallow: /phpbb/templates Disallow: /phpbb/common.php Disallow: /phpbb/config.php Disallow: /phpbb/cpr.php Disallow: /phpbb/extension.php Disallow: /phpbb/faq.php Disallow: /phpbb/groupcp.php Disallow: /phpbb/login.php Disallow: /phpbb/memberlist.php Disallow: /phpbb/modcp.php Disallow: /phpbb/posting.php Disallow: /phpbb/privmsg.php Disallow: /phpbb/profile.php Disallow: /phpbb/search.php Disallow: /phpbb/viewonline.php Disallow: /private Disallow: /shared/make Disallow: /shared/perl Disallow: /shared/php Disallow: /shared/xml Disallow: /shared/xsl Disallow: /stats/ Disallow: /test/ Disallow: /trex/xml/ Disallow: /travart Disallow: /tripalot.html Disallow: /tripecac/xml/ User-Agent: W3C-checklink Disallow: ############################################################################### ###############################################################################