# Gigablast Search Engine Spider-- http://sitesearch.gigablast.com/spider.html --
User-agent: Gigabot
Allow: /
# Cuil Search Engine -- twiceler bot ---- http://www.cuil.com/info/webmaster_info/  --
User-agent: twiceler
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /CGI
Disallow: /CGI-BIN
Disallow: /relative/addlink.php
# --- Googlebot Robots ---- www.Google.com  --
User-agent: Googlebot
Disallow: /cgi
Disallow: /cgi-bin
# Disallow: /about_spycurb.html
Disallow: /relative/addlink.php
# ------- Media Partners Google ----
User-agent: Mediapartners-Google
# Disallow: /SHIT.html
# --- End Googlebot Robots - www.Google.com  --
User-agent: Teoma
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /CGI
Disallow: /CGI-BIN
Disallow: /relative/addlink.php
# AboutUsBot Robot ---- Famously hated by many Wiki --
User-agent: aboutus
Disallow: /
User-agent: AboutUsBot
Disallow: /
# Don't allow the wayback-maschine to index user-pages
User-agent: ia_archiver
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /relative/addlink.php
# SurveyBot Robot ---- Domain Tools Prob --
User-agent: SurveyBot
Disallow: /
# Robot ---- Robotex --
# Servay Bot ----- Robotex tools -----
User-agent: robtexbot
Disallow: 
# AboutUsBot Robot ---- Famously hated by many - Wiki --
User-agent: aboutus
Disallow: /
User-agent: AboutUsBot
Disallow: /
User-agent: About
Disallow: /
# Yahoo Robot ---- Slurp --
User-agent: Slurp
Disallow: /publishing
Disallow: /cgi
# Disallow: /cgi-bin
# Disallow: /about_spycurb.html
Disallow: /relative/addlink.php
# Msn Robot ---- MSNBOT ------------------
User-agent: msnbot
# Disallow: /cgi
Disallow: /s-c-f/viewtopic.php?f=1&t=8&start=0&st=0&sk=t&sd=a&view=print
# Disallow: /s-c-f/viewtopic.php
# V Pages to be removed from Bing search results V
Disallow: /relative/addlink.php
Disallow: /News_page_2.html
Disallow: /News_page_3.html
Disallow: /INURL/robtex.com.html
Disallow: /cgi-bin/cutecast/?action=email&do=admin
Disallow: /INURL/siteanalytics.compete.com.html
Disallow: /cgi-bin/cutecast/?cmd=vis&id=vc_forumrules
Disallow: /cgi-bin/cutecast/cutecast.pl?action=email&?user=admin
Disallow: /cgi-bin/cutecast/cutecast.pl?action=email&?user=avablemum
Disallow: /cgi-bin/cutecast/?cmd=vis&?id=category7
Disallow: /cgi-bin/cutecast/??action=help
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=d
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=l
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=o
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=k
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=q
Disallow: /cgi-bin/cutecast/cutecast.pl?action=members&?sort=m
# Disallow: /cgi-bin/cutecast/?cutecast.pl
Disallow: /cgi-bin/cutecast/cutecast.pl?action=newtopic&?forum=8
Disallow: /cgi-bin/cutecast/cutecast.pl?forum=4&?thread=2
Disallow: /cgi-bin/cutecast/cutecast.pl?forum=7&?thread=7
Disallow: /cgi-bin/cutecast/?forum=4&thread=6&?page=
Disallow: /cgi-bin/cutecast/cutecast.pl?forum=7&?thread=5
Disallow: /cgi-bin/cutecast/cutecast.pl?cmd=vis&?id=category9
Disallow: /cgi-bin/cutecast/cutecast.pl?action=printable&forum=9&?thread=8
Disallow: /S-C-F/files
Disallow: /S-C-F/viewforum.php?f=2&st=0&sk=t&sd=d&?start=0
Disallow: /S-C-F/memberlist.php?mode=email&?u=2
Disallow: /S-C-F/memberlist.php?mode=email&?u=59
Disallow: /S-C-F/memberlist.php?mode=email&?u=55
Disallow: /S-C-F/memberlist.php?mode=viewprofile&?u=2
Disallow: /S-C-F/memberlist.php?mode=viewprofile&?u=59
Disallow: /S-C-F/index.php
Disallow: /S-C-F/memberlist.php?mode=viewprofile&?u=55
Disallow: /S-C-F/viewforum.php?f=2
Disallow: /S-C-F/viewtopic.php?f=2&t=13&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=10&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewforum.php?f=1&?start=0
Disallow: /S-C-F/viewforum.php?f=4
Disallow: /S-C-F/viewtopic.php?f=1&t=8&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=5&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=8&?start=0
Disallow: /S-C-F/viewtopic.php?f=1&t=7&?start=0
Disallow: /S-C-F/faq.php
Disallow: /S-C-F/viewforum.php?f=1
Disallow: /S-C-F/viewtopic.php?f=1&t=6&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=2&t=4&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=9&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=3&start=0&st=0&sk=t&?sd=a
Disallow: /S-C-F/viewtopic.php?f=1&t=10&?start=0
Disallow: /S-C-F/memberlist.php?mode=group&?g=4
Disallow: /S-C-F/memberlist.php??mode=leaders
Disallow: /S-C-F/memberlist.php?mode=group&?g=5
Disallow: /INURL/whois.domaintools.com.cyberbrau.com.html
Disallow: /S-C-F/viewtopic.php?f=1&t=10&p=10
Disallow: /S-C-F/viewtopic.php?f=4&p=16
Disallow: /S-C-F/viewtopic.php?f=2&p=13
Disallow: /S-C-F/viewtopic.php?f=1&t=5&p=5
Disallow: /S-C-F/viewtopic.php?f=1&t=9&p=9
Disallow: /S-C-F/viewtopic.php?f=1&t=2
Disallow: /S-C-F/viewtopic.php?f=1&t=9
Disallow: /S-C-F/viewtopic.php?f=1&p=15
Disallow: /S-C-F/viewtopic.php?f=1&t=6&view=unread
Disallow: /S-C-F/viewtopic.php?f=1&t=6&view=unread
Disallow: /S-C-F/viewtopic.php?f=1&t=16&view=unread
Disallow: /S-C-F/viewtopic.php?f=2&t=13&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=10&view=unread
Disallow: /s-c-f/viewtopic.php?f=2&t=4&p=4
Disallow: /s-c-f/viewtopic.php?f=1&t=8
Disallow: /s-c-f/viewtopic.php?f=1&t=6
Disallow: /s-c-f/viewtopic.php?f=1&p=18
Disallow: /s-c-f/viewtopic.php?f=1&t=16
Disallow: /s-c-f/viewtopic.php?f=2&t=13&p=13
Disallow: /s-c-f/viewtopic.php?f=1&t=2&p=2
Disallow: /s-c-f/viewtopic.php?f=1&t=11&p=11
Disallow: /s-c-f/viewtopic.php?f=1&t=3
Disallow: /s-c-f/viewtopic.php?f=1&t=7
Disallow: /s-c-f/viewtopic.php?f=2&t=4
Disallow: /s-c-f/viewtopic.php?f=2&t=13
Disallow: /s-c-f/viewtopic.php?f=1&t=10
Disallow: /s-c-f/viewtopic.php?f=1&p=14
Disallow: /s-c-f/viewtopic.php?f=2&t=4&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=5&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=11
Disallow: /s-c-f/viewtopic.php?f=1&t=8&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=15&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=9&view=unread
Disallow: /cgi-bin/cutecast/?forum=9&thread=8&page=%231
Disallow: /s-c-f/viewtopic.php?f=1&t=9&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=8&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=11&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=2&t=4&view=previous
Disallow: /s-c-f/viewtopic.php?f=2&t=13&view=previous
Disallow: /s-c-f/viewtopic.php?f=2&t=13&view=next
Disallow: /s-c-f/viewtopic.php?f=2&t=13&view=next
Disallow: /s-c-f/viewtopic.php?f=1&t=5&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=7&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=8&start=0&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=6&view=previous
Disallow: /s-c-f/viewtopic.php?f=1&t=3&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=6&start=0&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=10&view=previous
Disallow: /s-c-f/viewtopic.php?f=1&t=10&start=0&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=10&view=next
Disallow: /s-c-f/viewtopic.php?f=2&t=4&view=next
Disallow: /s-c-f/viewtopic.php?f=1&t=6&view=next
Disallow: /s-c-f/viewtopic.php?f=1&t=2&start=0&st=0&sk=t&sd=a
Disallow: /s-c-f/viewtopic.php?f=1&t=11&start=0&st=0&sk=t&sd=a
Disallow: /s-c-f/viewtopic.php?f=1&t=15
Disallow: /s-c-f/viewtopic.php?f=1&t=3&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=7&view=unread
Disallow: /s-c-f/viewtopic.php?f=1&t=2&start=0&st=0&sk=t&sd=a&view=print
Disallow: /s-c-f/viewtopic.php?f=1&t=7&start=0&view=print
Disallow: /INURL/aboutus.org.htm
# ^ Pages to be removed from Bing search results end ^
# Disallow: /cgi-bin
# Taptu's mobile-friendly website discovery tool --
User-agent: taptubot
Disallow: /cgi
Disallow: /cgi-bin
Disallow: /CGI
Disallow: /CGI-BIN
Disallow: /relative/addlink.php
# Site Map -------------------------------------
Sitemap: http://www.spycurb.com/sitemap.xml
# Sitemap: http://www.spycurb.com/www-sitemap.xml