# Alexa
User-agent: ia_archiver
Disallow:
# Ask
User-agent: Teoma
Disallow:
# Google
User-agent: googlebot
Disallow:
# MSN
User-agent: msnbot
Disallow:
# Yahoo!
User-agent: Slurp
Disallow:
# Abacho
User-agent: AbachoBOT
Disallow:
# ABCdatos.com
User-agent: ABCdatos BotLink
Disallow:
# Amfibi
User-agent: Amfibibot
Disallow:
# Amidalla
User-agent: amibot
Disallow:
# ASPseek.com
User-agent: ASPseek
Disallow:
# Automatischen Sprachverarbeitung
User-agent: FindLinks
Disallow:
# Baidu
User-agent: baiduspider
Disallow:
# BDNcentral
User-agent: BDNcentral
Disallow:
# Become.com
User-agent: BecomeBot
Disallow:
# BigClique
User-agent: BigCliqueBOT
Disallow:
# Biglotron
User-agent: Biglotron
Disallow:
# Bigmir.net
User-agent: BigmirSpider
Disallow:
# Blue.lu
User-agent: Confuzzledbot
Disallow:
# Boitho
User-agent: boitho.com-dc
Disallow:
# Convera
User-agent: ConveraCrawler
Disallow:
# COSMOTY
User-agent: beautybot
Disallow:
# DailyOrbit.com
User-agent: Orbiter
Disallow:
# Daypop
User-agent: Daypopbot
Disallow:
# dir.com
User-agent: Pompos
Disallow:
# Fireball
User-agent: fireball
Disallow:
# FyberSearch
User-agent: FyberSpider
Disallow:
# Galaxy
User-agent: GalaxyBot
Disallow:
# Geona
User-agent: GeonaBot
Disallow:
# Girafa.com
User-agent: Girafabot
Disallow:
# GoForIt
User-agent: Goforitbot
Disallow:
# IBM
User-agent: Crawler
Disallow:
# Inelegant
User-agent: nelaBot
Disallow:
# IRL
User-agent: IRLbot
Disallow:
# Local.com
User-agent: LocalcomBot
Disallow:
# Loopimprovements
User-agent: NetResearchServer
Disallow:
# Majestic-12
User-agent: MJ12bot
Disallow:
# Mirago
User-agent: HenryTheMiragoRobot
Disallow:
# Mirago.de
User-agent: HeinrichderMiragoRobot
Disallow:
# Morfeo / Centrum
User-agent: holmes
Disallow:
# Nameprotect
User-agent: NPBot
Disallow:
# ObjectsSearch
User-agent: ObjectsSearch
Disallow:
# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow:
# Picsearch
User-agent: psbot
Disallow:
# Pipeline
User-agent: pipeLiner
Disallow:
# SEARCH.COM.UA
User-agent: SEARCH.COM.UA
Disallow:
# Seekport
User-agent: Seekbot
Disallow:
# SEVENtwentyfour
User-agent: LinkWalker
Disallow:
# SharewarePlaza.com
User-agent: Agent-SharewarePlazaFileCheckBot
Disallow:
# SitiDi.net
User-agent: SitiDiBot
Disallow:
# SpiderMonkey
User-agent: SpiderMonkey
Disallow:
# Sygol
User-agent: sygol
Disallow:
# Szukacz
User-agent: szukacz
Disallow:
# Turnitin.com
User-agent: TurnitinBot
Disallow:
# TutorGig.com
User-agent: TutorGigBot
Disallow:
# Voila.fr
User-agent: VoilaBot
Disallow:
# Walhello
User-agent: Appie
Disallow:
# WebArchive
User-agent: BruinBot
Disallow:
# Yandex
User-agent: Yandex
Disallow:
# Others
User-agent: *
Disallow:
Hosted free by FREE WEBSITES - Free Hosting with Online Website Builder!