User-agent: *
Disallow: */wp-admin
Disallow: */wp-includes
Disallow: */wp-content/plugins
Disallow: */wp-content/cache
Disallow: */wp-content/themes
Disallow: */trackback
Disallow: */comments
Disallow: */artikel/*/*
Disallow: /wp-content/uploads
# disallow all files with ? in url
Disallow: /*?*
Disallow: /*?
# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.mp3$
Disallow: /*.xhtml$
# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*

Sitemap: http://www.roter-stern.de/sitemap.xml.gz