User-agent: *

User-agent: *
Sitemap: http://www.finden24.net/sitemap.txt



User-agent: Googlebot 
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: ia_archiver/1.6
Allow: /

User-agent: msnbot
Allow: /

User-agent: archive.org_bot
Allow: /

User-agent: Exabot
Allow: /



User-agent: Fasterfox
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: TheNomad
Disallow: /

User-agent: RMA
Disallow: /

User-agent: asterias
Disallow: /

User-agent: httplib
Disallow: /

User-agent: turingos
Disallow: /

User-agent: spanner
Disallow: /

User-agent: Foobot
Disallow: /

User-agent: SpankBot
Disallow: /

User-agent: BotALot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: cosmos
Disallow: /

User-agent: moget
Disallow: /

User-agent: hloader
Disallow: /

User-agent: humanlinks
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: LexiBot
Disallow: /

User-agent: True_Robot
Disallow: /

User-agent: JennyBot
Disallow: /

User-agent: BuiltBotTough
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: suzuran
Disallow: /

User-agent: Openfind
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: Gaisbot
Disallow: /