# /robots.txt file for http://sitebilder.com/

User-agent: *
Disallow: /cgi-bin/
Disallow: /buttons/
Disallow: /design/buttons/
Disallow: /special/
Disallow: /inv/
Disallow: /hosting/inc/
Disallow: /hosting/mailin/
Disallow: /hosting/data/
Disallow: /hosting/secure/
Disallow: /hosting/images/
Disallow: /hosting/domains/
Disallow: /images/
Disallow: /design/images/
Disallow: /inc/
Disallow: /misc/
Disallow: /secure/
Disallow: /swhois/
Disallow: /suspended.page/
Disallow: /toolbars/
Disallow: /templates/
Disallow: /webdesign/secure/

User-agent: ia_archiver
Disallow: /

User-agent: msnbot/2.0b
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: picsearch.com
Disallow: /

User-Agent: Whizbang
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

# heritrix:
User-agent: archive.org_bot
Disallow: /

User-agaent: *
/about.cgi