updates, fixes to k8s worker manager

Author: epicfaace

codalab/worker_manager/kubernetes_worker_manager.py

@@ -126,8 +126,8 @@ def start_worker_job(self) -> None:
         command.extend(['--bundle-runtime', self.bundle_runtime])
         command.extend(['--kubernetes-cluster-host', self.cluster_host])
         command.extend(['--kubernetes-auth-token', self.auth_token])
-        command.extend(['--kubernetes-cert-path', self.cert_path])
-        command.extend(['--kubernetes-cert', self.cert])
+        command.extend(['--kubernetes-cert-path', '/dev/null'])
+        command.extend(['--kubernetes-cert', open(self.cert_path).read()])
 
         worker_image: str = 'codalab/worker:' + os.environ.get('CODALAB_VERSION', 'latest')
 
@@ -191,7 +191,7 @@ def start_worker_job(self) -> None:
                     }
                 },
                 'volumes': [
-                    {'name': 'certpath', 'hostPath': {'path': self.cert_path}},
+                    # {'name': 'certpath', 'hostPath': {'path': self.cert_path}},
                     {
                         "name": self.nfs_volume_name,
                         # When attaching a volume over NFS, use a persistent volume claim

requirements.txt

@@ -17,7 +17,7 @@ marshmallow==2.15.1
 setuptools>=40.0.0
 argcomplete==1.12.3
 indexed_gzip==1.7.0
-ratarmountcore==0.1.3
+ratarmountcore==0.3.2
 PyYAML==5.4
 psutil==5.7.2
 six==1.15.0