#########################################
# SouthernSpiritHunters.com Robots v2.4 #
#          revised 8/27/10              #
#########################################

# DotBot worthless so disallow everything
User-agent: dotbot/1.0
Disallow: / 
# Yahoo - Too aggressive
#	So limit it as much as possible.
User-agent: Slurp 
#Disallow Everything
#Disallow: /
# Now allow bits and then disallow bits
Allow: /sitemap.xml$
Allow: /robots.txt$
Allow: /index.php$
Allow: /index.php?topic=*.0$
Allow: /index.php?topic=*.*0$
Allow: /index.php?topic=*.*5$
Allow: /index.php?board=*.0$
Allow: /index.php?board=*.*0$
Allow: /index.php?board=*.*5$
# But don't allow these
Disallow: /index.php?*.msg
Disallow: /index.php?topic=*.msg*0$
Disallow: /index.php?topic=*.msg*5$
Disallow: /index.php?*.new
# Anything with a ; disallow
Disallow: /index.php?*;*
# Arcade related
Allow: /index.php?action=arcade$
Allow: /index.php?action=stats$
Allow: /index.php?action=arcade;sa=play;game=

# Yandex Russia crawler
User-agent: Yandex
Disallow: /

# Chinese content
User-agent: baiduspider
Disallow: /

# Bad bot - Suspicious of this one
User-agent: Twiceler
Disallow: /

#User-agent: W3C-checklink
Disallow: /

# Stop following PHPSESSID's
User-Agent: MJ12bot
Disallow: /index.php?PHPSESSID

# Catch all 

User-agent: *
# Default SMF Folders
Disallow: /attachments/
Disallow: /Packages/
Disallow: /Smileys/
Disallow: /Sources/
Disallow: /Themes/
# Default SMF Actions
Disallow: /index.php?action=
Disallow: /index.php?theme
#SMF Mod Related
Disallow: /Games/
Disallow: /index.php?action=arcade;favorites
Disallow: /index.php?action=arcade;sa=highscore
Disallow: /index.php?action=arcade;sa=play;random
Disallow: /index.php?action=arcade;category
Disallow: /index.php?action=arcade;sort
Disallow: /index.php?action=arcade;stats
Disallow: /index.php?action=stats;expand
Disallow: /index.php?action=stats;;collapse