# $Id: robots.txt,v 1.7.2.2 2008/11/11 uli Exp $
# robots.txt

# alle generischen Anweisungen unten wiederholen
# Bei Updates: testen mit google webmastertools, Sitemapgenerator anpassen
User-agent: *
Disallow: /_includes
#Disallow: /aktuell/afp
Disallow: /apps/kinokalender/event.php
Disallow: /artikel
Disallow: /bilder/picture
Disallow: /bilder/vorschau
Disallow: /category
Disallow: /cms
Disallow: /comment
Disallow: /contact
Disallow: /database
Disallow: /five-star
Disallow: /flag_content
Disallow: /index.php
Disallow: /includes
Disallow: /login
Disallow: /logout
Disallow: /misc
Disallow: /modules
Disallow: /nachrichten/buntes
Disallow: /node
Disallow: /node/add
Disallow: /profiles
Disallow: /scripts
Disallow: /search
Disallow: /sites
Disallow: /taxonomy
Disallow: /themes
Disallow: /updates
Disallow: /user

User-agent: googlebot
#Disallow: /aktuell/afp
Disallow: /artikel
Disallow: /bf
Disallow: /branchenfuehrer-mds
Disallow: /branchenfuehrer/pages/admin-user
Disallow: /branchenfuehrer/partner
Disallow: /cgi-bin
Disallow: /cms
Disallow: /content
Disallow: /go
Disallow: /index.php
Disallow: /_includes
Disallow: /mobil
Disallow: /service/mail/support
# google-spezifisch: mit Wildcard
# Siehe http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
# spezifisches zuerst, also erst page=... erlauben, dann Rest verbieten
#Allow: /*?page=
Disallow: /*?
#Drupal:
Disallow: /_includes
Disallow: /admin
Disallow: /apps/kinokalender/event.php
Disallow: /category
Disallow: /comment
Disallow: /contact
Disallow: /database
Disallow: /flag_content
Disallow: /includes
Disallow: /login
Disallow: /logout
Disallow: /misc
Disallow: /modules
Disallow: /nachrichten/buntes
Disallow: /node
Disallow: /profiles
Disallow: /scripts
Disallow: /search
Disallow: /sites
Disallow: /taxonomy
Disallow: /themes
Disallow: /updates
Disallow: /user
#b.a.w: alles unter /user
#Disallow: /user/login
#Disallow: /user/password
#Disallow: /user/register
# zur sicherheit :-)
# wir erlauben alles, was nicht verboten ist
Allow: /

User-agent: Mediapartners-Google*
Disallow: /*?
Disallow: /admin
Disallow: /branchenfuehrer-mds
Disallow: /cms
Disallow: /go
Disallow: /node


User-agent: Googlebot-Mobile
Allow: /mobil

User-agent: ia_archiver
Disallow: /branchen

# What the hell are Yahoo doing?! Slow down, slurp, and stick to the specs!!!
User-agent: Slurp
Crawl-delay: 10
Disallow: /*?

User-agent: mnogoKoeln337
Disallow: /admin/
Disallow: /apps/strassen
Disallow: /branchen
Disallow: /branchenfuehrer
Disallow: /koeln/essen_und_trinken/gastroguide
Disallow: /nachrichten/buntes
Disallow: /koeln/was_ist_los/tageskalender
#weitere MnogoSteuerung nur via indexer.conf