Cleanup robots.txt

Author: chenopis

robots.txt

@@ -8,111 +8,4 @@ Disallow: 404.html
 
 # NOTE: site renders /topic.md into /topic/index.html, effectively /topic/
 
-Disallow: /docs/admin/addons/
-Disallow: /docs/admin/apparmor/
-Disallow: /docs/admin/audit/
-Disallow: /docs/admin/cluster-components/
-Disallow: /docs/admin/cluster-management/
-Disallow: /docs/admin/cluster-troubleshooting/
-Disallow: /docs/admin/daemons/
-Disallow: /docs/admin/disruptions/
-Disallow: /docs/admin/dns/
-Disallow: /docs/admin/etcd/
-Disallow: /docs/admin/etcd_upgrade/
-Disallow: /docs/admin/federation/kubefed/
-Disallow: /docs/admin/garbage-collection/
-Disallow: /docs/admin/ha-master-gce/
-Disallow: /docs/admin/limitrange/
-Disallow: /docs/admin/master-node-communication/
-Disallow: /docs/admin/multi-cluster/
-Disallow: /docs/admin/multiple-schedulers/
-Disallow: /docs/admin/namespaces/
-Disallow: /docs/admin/namespaces/walkthrough/
-Disallow: /docs/admin/network-plugins/
-Disallow: /docs/admin/networking/
-Disallow: /docs/admin/node-allocatable/
-Disallow: /docs/admin/node-problem/
-Disallow: /docs/admin/node/
-Disallow: /docs/admin/out-of-resource/
-Disallow: /docs/admin/rescheduler/
-Disallow: /docs/admin/resourcequota/
-Disallow: /docs/admin/resourcequota/limitstorageconsumption/
-Disallow: /docs/admin/resourcequota/walkthrough/
-Disallow: /docs/admin/static-pods/
-Disallow: /docs/admin/sysctls/
-Disallow: /docs/admin/upgrade-1-6/
-Disallow: /docs/api/
-Disallow: /docs/contribute/
-Disallow: /kubernetes/swagger-spec/
-Disallow: /kubernetes/third_party/swagger-ui/
-Disallow: /docs/getting-started-guides/kubectl/
-Disallow: /docs/getting-started-guides/network-policy/
-Disallow: /docs/getting-started-guides/running-cloud-controller/
-Disallow: /docs/user-guide/accessing-the-cluster/
-Disallow: /docs/user-guide/annotations/
-Disallow: /docs/user-guide/application-troubleshooting/
-Disallow: /docs/user-guide/compute-resources/
-Disallow: /docs/user-guide/config-best-practices/
-Disallow: /docs/user-guide/configmap/
-Disallow: /docs/user-guide/configuring-containers/
-Disallow: /docs/user-guide/connecting-applications/
-Disallow: /docs/user-guide/connecting-to-applications-port-forward/
-Disallow: /docs/user-guide/connecting-to-applications-proxy/
-Disallow: /docs/user-guide/container-environment/
-Disallow: /docs/user-guide/containers/
-Disallow: /docs/user-guide/cron-jobs/
-Disallow: /docs/user-guide/debugging-pods-and-replication-controllers/
-Disallow: /docs/user-guide/debugging-services/
-Disallow: /docs/user-guide/deploying-applications/
-Disallow: /docs/user-guide/deployments/
-Disallow: /docs/user-guide/downward-api/
-Disallow: /docs/user-guide/environment-guide/
-Disallow: /docs/user-guide/federation/
-Disallow: /docs/user-guide/garbage-collection/
-Disallow: /docs/user-guide/getting-into-containers/
-Disallow: /docs/user-guide/gpus/
-Disallow: /docs/user-guide/horizontal-pod-autoscaling/
-Disallow: /docs/user-guide/identifiers/
-Disallow: /docs/user-guide/images/
-Disallow: /docs/user-guide/ingress/
-Disallow: /docs/user-guide/introspection-and-debugging/
-Disallow: /docs/user-guide/jobs/
-Disallow: /docs/user-guide/kubeconfig-file/
-Disallow: /docs/user-guide/liveness/
-Disallow: /docs/user-guide/load-balancer/
-Disallow: /docs/user-guide/logging/
-Disallow: /docs/user-guide/managing-deployments/
-Disallow: /docs/user-guide/monitoring/
-Disallow: /docs/user-guide/namespaces/
-Disallow: /docs/user-guide/networkpolicies/
-Disallow: /docs/user-guide/node-selection/
-Disallow: /docs/user-guide/persistent-volumes/
-Disallow: /docs/user-guide/petset/
-Disallow: /docs/user-guide/pod-preset/
-Disallow: /docs/user-guide/pod-security-policy/
-Disallow: /docs/user-guide/pod-states/
-Disallow: /docs/user-guide/pod-templates/
-Disallow: /docs/user-guide/pods/
-Disallow: /docs/user-guide/prereqs/
-Disallow: /docs/user-guide/production-pods/
-Disallow: /docs/user-guide/projected-volume/
-Disallow: /docs/user-guide/quick-start/
-Disallow: /docs/user-guide/replicasets/
-Disallow: /docs/user-guide/replication-controller/
-Disallow: /docs/user-guide/resizing-a-replication-controller/
-Disallow: /docs/user-guide/rolling-updates/
-Disallow: /docs/user-guide/secrets/
-Disallow: /docs/user-guide/security-context/
-Disallow: /docs/user-guide/service-accounts/
-Disallow: /docs/user-guide/services-firewalls/
-Disallow: /docs/user-guide/services/
-Disallow: /docs/user-guide/sharing-clusters/
-Disallow: /docs/user-guide/thirdpartyresources/
-Disallow: /docs/user-guide/ui/
-Disallow: /docs/user-guide/update-demo/
-Disallow: /docs/user-guide/volumes/
-Disallow: /docs/user-guide/walkthrough/
-Disallow: /docs/user-guide/working-with-resources/
-Disallow: /docs/whatisk8s/
-
-SITEMAP: http://kubernetes.io/sitemap.xml
+SITEMAP: https://kubernetes.io/sitemap.xml