Merge pull request opensearch-project#256 from AMoo-Miki/seo

Sitemap enhancements & URL fixes

Author: stockholmux

Gemfile

@@ -17,6 +17,7 @@ gem "minima", "~> 2.5"
 group :jekyll_plugins do
   gem "jekyll-feed", "~> 0.12"
   gem "jekyll-paginate"
+  gem "jekyll-last-modified-at"
   gem "jekyll-sitemap"
 end
 

Gemfile.lock

@@ -31,6 +31,9 @@ GEM
       terminal-table (~> 2.0)
     jekyll-feed (0.15.1)
       jekyll (>= 3.7, < 5.0)
+    jekyll-last-modified-at (1.3.0)
+      jekyll (>= 3.7, < 5.0)
+      posix-spawn (~> 0.3.9)
     jekyll-paginate (1.1.0)
     jekyll-sass-converter (2.1.0)
       sassc (> 2.0.1, < 3.0)
@@ -55,6 +58,7 @@ GEM
       jekyll-seo-tag (~> 2.1)
     pathutil (0.16.2)
       forwardable-extended (~> 2.6)
+    posix-spawn (0.3.15)
     public_suffix (4.0.6)
     rb-fsevent (0.10.4)
     rb-inotify (0.10.1)
@@ -76,6 +80,7 @@ PLATFORMS
 DEPENDENCIES
   jekyll (~> 4.2.0)
   jekyll-feed (~> 0.12)
+  jekyll-last-modified-at
   jekyll-paginate
   jekyll-sitemap
   minima (~> 2.5)
@@ -84,4 +89,4 @@ DEPENDENCIES
   wdm (~> 0.1.1)
 
 BUNDLED WITH
-   2.2.19
+   2.2.22

_config.yml

@@ -16,6 +16,7 @@ headings:
 plugins:
   - jekyll-feed
   - jekyll-paginate
+  - jekyll-last-modified-at
   - jekyll-sitemap
 exclude:
   - Gemfile
@@ -36,7 +37,7 @@ defaults:
       type: "authors"
     values:
       layout: "author"
-      permalink: /:collection/:name
+      permalink: /:collection/:name/
 -
     scope:
       type: javadocs
@@ -54,13 +55,13 @@ defaults:
       type: versions
     values: 
       layout: versions
-      permalink:  versions/:categories/:slug
+      permalink:  versions/:categories/:slug.html
 -
     scope:
       type: artifacts
     values:
       layout: artifact
-      permalink: :collection/:categories/:slug
+      permalink: :collection/:categories/:slug.html
 
 collections:
   authors:

_includes/author_panel.html

@@ -1,7 +1,7 @@
 
 <h2>
   {% if include.linked %} 
-    <a href="{{ include.author.url }}.html">
+    <a href="{{ include.author.url }}">
   {% endif %}
   {{ include.author.name }} 
   {% if include.linked %} 

_layouts/versions.html

@@ -243,10 +243,10 @@ <h3 class="artifact-name" id="{{component.artifact}}">{{ name_pretty }}</h3>
 {% include downloads/final-section.html %}
 <hr />
 {% if page.next.url %}
-  <a href="{{page.next.url }}.html">Next Version</a>
+  <a href="{{page.next.url }}">Next Version</a>
 {% endif %}
 {% if page.previous.url %}
-  <a href="{{page.previous.url }}.html">Previous Version</a>
+  <a href="{{page.previous.url }}">Previous Version</a>
 {% endif %}
 
 {%endcapture%}
@@ -257,7 +257,7 @@ <h3 class="artifact-name" id="{{component.artifact}}">{{ name_pretty }}</h3>
   <strong>Version:</strong> {{page.version}} {% if page.product == 'odfe' %}(Open Distro for Elasticsearch){% endif %}<br />
   <strong>Release Date:</strong> {{ page.date | date: "%b %d, %Y" }}<br />
   <a href="{{page.release_notes}}">Release Notes</a><br />
-  <a href="{{page.url}}.html">Version Permalink</a>
+  <a href="{{page.url}}">Version Permalink</a>
   <hr />
   <ul>
   {% for section in page.sections %}

authors/index.html

@@ -6,6 +6,6 @@
 
 <ul>
   {% for author in site.authors %}
-    <li><a href="{{ author.url }}.html">{{ author.name }}</a></li>
+    <li><a href="{{ author.url }}">{{ author.name }}</a></li>
   {% endfor %}
 </ul>

robots.txt

@@ -2,5 +2,6 @@
 layout: none
 ---
 User-agent: *
-Disallow: /docs/javadoc/
+Disallow: /docs/javadoc*
+Disallow: /javadocs/
 Sitemap: {{ site.url }}/sitemap-index.xml

versions/index.html

@@ -4,7 +4,7 @@
 <ul>
   {% assign versions = site.versions | sort: 'date' | reverse %}
   {% for version in versions %}
-    <li><a href="{{ version.url }}.html">
+    <li><a href="{{ version.url }}">
       {% if version.product == 'odfe' %} Open Distro for Elasticsearch {% else %} OpenSearch {%endif%} {{ version.version }}</a>
     </li>
   {% endfor %}