# robots.txt, www.zeit.de 08/02/2010 # by ch User-agent: Mediapartners-Google Allow: /*?page=all Allow: /*?page=1 Allow: /*?commentstart= Allow: /suche/index? User-agent: Adsbot-Google Allow: /*?page=all Allow: /*?page=1 Allow: /*?commentstart= Allow: /suche/index? User-agent: * Disallow: /zeit/ Disallow: /*?print=true Disallow: /text/ Disallow: /templates/ Disallow: /hp_channels/ Disallow: /software/tests/ Disallow: /software/samples/ Disallow: /suche/index? Disallow: /send/ Disallow: /wirtschaft/maerkte/kursabfrage? # HB-Artikel Disallow: /online/2009/29/astronomie-weltraum-supernova Sitemap: http://www.zeit.de/sitemap.xml Sitemap: http://www.zeit.de/gsitemaps/index.xml