Merge branch 'SEO' into 'master'

SEO - robot.txt and compressed sitemap

See merge request !56

.gitlab-ci.yml

@@ -46,11 +46,18 @@ mkdocs:
   script:
   #- apt-get update
   #- apt-get -y install git
+    # add version to footer
   - bash scripts/add_version.sh
+    # get modules list from clusters 
   - bash scripts/get_modules.sh
+    # build pages
   - mkdocs build
+    # compress search_index.json
   - bash scripts/clean_json.sh site/mkdocs/search_index.json
+    # replace broken links in 404.html
   - sed -i 's,href="" title=",href="/" title=",g' site/404.html
+    # compress sitemap
+  - gzip < site/sitemap.xml > site/sitemap.xml.gz  
   artifacts:
     paths:
     - site

docs.it4i/robots.txt

+Sitemap: https://docs.it4i.cz/sitemap.xml.gz
+User-agent: *
+Disallow: