# robots.txt for friendcafe.* User-agent: * Disallow: /user/ Disallow: /group/ Disallow: /location/ Disallow: /statement/ Disallow: /global/ # exclude file-types Disallow: /*.pdf Disallow: /*.jpg Disallow: /*.gif Disallow: /*.ico Disallow: /*.xml Disallow: /*.html Disallow: /*.htm Disallow: /*.txt # exclude non-html Disallow: /*ajax* # point to sitemap ------------------------------------------- Sitemap: http://www.friendcafe.de/sitemap.xml # explicit allows -------------------------------------------- Allow: /sitemap.xml Allow: /global/registration/welcome Allow: /global/login/index Allow: /global/help/index Allow: /global/aboutus/index User-agent: Mediapartners-Google* Disallow: