The no-index functionality works only if the pages are allowed to be …

…crawled (#461)

Closes #460

Signed-off-by: Alexander Schwartz <aschwart@redhat.com>

pages/blog-archive.ftl

@@ -1,6 +1,6 @@
 <#import "/templates/template.ftl" as tmpl>
 
-<@tmpl.page current="blog" title="Blog archive">
+<@tmpl.page current="blog" title="Blog archive" noindex=true>
 
 <div class="container mt-5 kc-article">
     <h1>Blog Archive</h1>

static/robots.txt

@@ -1,6 +1 @@
-User-agent: *
-Disallow: /archive/
-Disallow: /blog-archive.html
-Disallow: /blog-archive
-Disallow: /downloads-archive.html
-Disallow: /downloads-archive
+User-agent: *

templates/documentation-11.ftl

@@ -2,8 +2,10 @@
 
 <#if archive>
     <#assign docRoot = "${root}docs/${version.version}">
+    <#assign docApiRoot = "${root}docs-api/${version.version}">
 <#else>
     <#assign docRoot = "${root}docs/latest">
+    <#assign docApiRoot = "${root}docs-api/latest">
 </#if>
 
 <table class="table table-bordered table-striped">
@@ -106,7 +108,7 @@
     <tbody>
     <tr>
         <td>
-            <a href="${root}docs-api/${version.version}/javadocs/index.html" target="_blank">
+            <a href="${docApiRoot}/javadocs/index.html" target="_blank">
                 JavaDoc
             </a>
         </td>
@@ -116,7 +118,7 @@
     </tr>
     <tr>
         <td>
-            <a href="${root}docs-api/${version.version}/rest-api/index.html" target="_blank">
+            <a href="${docApiRoot}/rest-api/index.html" target="_blank">
                 Administration REST API
             </a>
         </td>