diff --git a/djangoproject/static/robots.docs.txt b/djangoproject/static/robots.docs.txt index 5fc11969f..588a7c203 100644 --- a/djangoproject/static/robots.docs.txt +++ b/djangoproject/static/robots.docs.txt @@ -1,4 +1,52 @@ User-agent: * +Disallow: /el/5.0/faq +Disallow: /el/5.0/howto +Disallow: /el/5.0/internals +Disallow: /el/5.0/intro +Disallow: /el/5.0/ref +Disallow: /el/5.0/releases +Disallow: /el/5.0/topics +Disallow: /es/5.0/howto +Disallow: /es/5.0/internals +Disallow: /es/5.0/intro +Disallow: /es/5.0/misc +Disallow: /es/5.0/ref +Disallow: /es/5.0/releases +Disallow: /es/5.0/topics +Disallow: /fr/5.0/releases +Disallow: /id/5.0/internals +Disallow: /id/5.0/ref +Disallow: /id/5.0/releases +Disallow: /id/5.0/topics +Disallow: /it/5.0/internals +Disallow: /it/5.0/ref +Disallow: /it/5.0/releases +Disallow: /it/5.0/topics +Disallow: /ja/5.0/howto +Disallow: /ja/5.0/internals +Disallow: /ja/5.0/misc +Disallow: /ja/5.0/ref +Disallow: /ja/5.0/releases +Disallow: /ja/5.0/topics +Disallow: /ko/5.0/internals +Disallow: /ko/5.0/ref +Disallow: /ko/5.0/releases +Disallow: /ko/5.0/topics +Disallow: /pl/5.0/howto +Disallow: /pl/5.0/internals +Disallow: /pl/5.0/ref +Disallow: /pl/5.0/releases +Disallow: /pl/5.0/topics +Disallow: /pt-br/5.0/howto +Disallow: /pt-br/5.0/internals +Disallow: /pt-br/5.0/intro +Disallow: /pt-br/5.0/ref +Disallow: /pt-br/5.0/releases +Disallow: /pt-br/5.0/topics +Disallow: /zh-hans/5.0/internals +Disallow: /zh-hans/5.0/ref +Disallow: /zh-hans/5.0/releases +Disallow: /zh-hans/5.0/topics Disallow: /el/4.2/faq Disallow: /el/4.2/howto Disallow: /el/4.2/internals