User-agent: Slurp
Crawl-delay: 60

User-agent: Teoma
Crawl-delay: 90

User-Agent: *
Disallow: /picture/*/size*
Disallow: /print/
Disallow: /lexikon/
Disallow: /software-download/
Disallow: /software-chooser/
Disallow: /software-highspeed-download/
Disallow: /mp3-chooser/
Disallow: /music-download/
Disallow: /poll/
Disallow: /podcast-list/
Disallow: /rating/
Disallow: /feed/
Disallow: /newsletter/
Disallow: /tell-a-friend/
Disallow: /contact/
Disallow: /js/
Disallow: /css/

Disallow: /forum/arcade/*.swf
Disallow: /forum/arcade/game/highscores/*
Disallow: /forum/arcade/game/user*
Disallow: /forum/arcade/tournament/
Disallow: /forum/clientscript/
Disallow: /forum/cpstyles/
Disallow: /forum/customavatars/
Disallow: /forum/customprofilepics/
Disallow: /forum/images/
Disallow: /forum/ajax.php
Disallow: /forum/attachment.php
Disallow: /forum/calendar.php
Disallow: /forum/cron.php
Disallow: /forum/editpost.php
Disallow: /forum/faq.php
Disallow: /forum/global.php
Disallow: /forum/image.php
Disallow: /forum/inlinemod.php
Disallow: /forum/joinrequests.php
Disallow: /forum/login.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/misc.php
Disallow: /forum/moderator.php
Disallow: /forum/newattachment.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/online.php
Disallow: /forum/poll.php
Disallow: /forum/postings.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/profile.php
Disallow: /forum/register.php
Disallow: /forum/report.php
Disallow: /forum/reputation.php
Disallow: /forum/search.php
Disallow: /forum/sendmessage.php
Disallow: /forum/showgroups.php
Disallow: /forum/subscription.php
Disallow: /forum/threadrate.php
Disallow: /forum/usercp.php
Disallow: /forum/usernote.php

Sitemap: http://www.netzwelt.de/sitemap_index.xml