User-agent: *
Disallow: /as/
Disallow: /r/
Disallow: /re/
Disallow: /r2/
Disallow: /sid/
Disallow: /sid0/
Disallow: /sid1/
Disallow: /sid2/
Disallow: /sid3/
Disallow: /sid4/
Disallow: /sid5/
Disallow: /sid6/
Disallow: /sid7/
Disallow: /sid8/
Disallow: /sid9/
Disallow: /simg/
Disallow: /500.html

User-agent: Twiceler
Disallow: /

User-agent: 008
User-agent: 192.comAgent
User-agent: Abonti
User-agent: abot
User-agent: aipbot
User-agent: appie
User-agent: archive.org_bot
User-agent: CazoodleBot
User-agent: ccbot
User-agent: CentiverseBot
User-agent: Charlotte
User-agent: ConveraCrawler
User-agent: dotbot 
User-agent: e-SocietyRobot
User-agent: Exabot
User-agent: gigabot
User-agent: Gigamega
User-agent: grub
User-agent: heritrix
User-agent: HenryTheMiragoRobot
User-agent: holmes
User-agent: HTTrack
User-agent: iCCrawler
User-agent: IDBot
User-agent: iisbot
User-agent: Interseek
User-agent: IRLbot
User-agent: JetBot
User-agent: Jyxobot
User-agent: Lachesis
User-agent: larbin
User-agent: LiteFinder
User-agent: LinkWalker
User-agent: Matrix
User-agent: MJ12bot
User-agent: naver
User-agent: NaverRobot
User-agent: NaverBot
User-agent: noxtrumbot
User-agent: NP
User-agent: Nutch
User-agent: Ocelli
User-agent: OmniExplorer_Bot
User-agent: Pingdom
User-agent: plukkie
User-agent: pompos
User-agent: psbot
User-agent: RufusBot
User-agent: SBIder
User-agent: schibstedsokbot
User-agent: Seekbot
User-agent: ShopWiki
User-agent: Snapbot
User-agent: sproose
User-agent: Spock
User-agent: SurveyBot
User-agent: StackRambler
User-agent: TMCrawler
User-agent: TridentSpider
User-agent: TurnitinBot
User-agent: twiceler
User-agent: UbiCrawler
User-agent: Vagabondo
User-agent: VoilaBot
User-agent: WebAlta
User-agent: www.adressendeutschland.de
User-agent: Xenu
User-agent: yacy
User-agent: yacybot
User-agent: Yeti
Disallow: /