User-agent: Slurp
# Disallow Everything
Disallow: /
# Now allow bits and then disallow bits
Allow: /sitemap.xml$
Allow: /robots.txt$
Allow: /index.php$
Allow: /index.php?topic=*.0$
Allow: /index.php?topic=*.*0$
Allow: /index.php?topic=*.*5$
Allow: /index.php?board=*.
# But don't allow these
Disallow: /index.php?*msg
Disallow: /index.php?*new
# Anything with a ; disallow
Disallow: /index.php?*;
User-Agent: *
Disallow: /Packages/
Disallow: /Sources/
Disallow: /Smilies/
Disallow: /Themes/
Disallow: /attachments/
Disallow: /avatars/
Disallow: /stats/
#
#
# Spammers - Passing links doesn't work, but stop the requests as well
Disallow: /index.php?action=http
Disallow: /index.php?board=http
Disallow: /index.php?topic=http
Disallow: /index.php?action=ftp
Disallow: /index.php?board=ftp
Disallow: /index.php?topic=ftp
# Non-SMF related/Junk
Disallow: /runsearch/
Disallow: /runsearch
Disallow: /freelinks.php
Disallow: /No%20advertising
Disallow: /rc3/
Disallow: /rc3/index.php?action=links
Disallow: /act=mlist