User-agent: *
Disallow: /ads/
Disallow: /fileadmin/
Disallow: /forms/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /swf/
Disallow: /includes/
Disallow: /import/
Disallow: /media/
Disallow: /t3lib/
Disallow: /tslib/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /uploads/
Disallow: /assistent/
Disallow: /sitemap/
Disallow: /footerlinks/
Disallow: /webkatalog/
Disallow: /webcatalog/

User-agent: MJ12bot
Disallow: /

User-agent: PF:INET
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: ICCrawler - iCjobs
Disallow: /

User-agent: Slurp
Crawl-delay: 15