User-agent: Googlebot

User-agent: *
Allow: /*
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/themes

User-agent: Googlebot-Image
Allow: /*

User-agent: Mediapartners-Google*
Allow: /wp-content/
Allow: /tag/
Allow: /category/
Allow: /*.php$
Allow: /*.js$
Allow: /*.inc$
Allow: /*.css$
Allow: /*.gz$
Allow: /*.cgi$
Allow: /*.wmv$
Allow: /*.cgi$
Allow: /*.xhtml$
Allow: /*.php*
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.png$

User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /


# http://www.sitemaps.org/faq.php
# Add Nonstandard extensions
Sitemap: http://www.artikelplanet.de/sitemap.xml
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.artikelplanet.de/sitemap.xml
# END XML-SITEMAP-PLUGIN