feature: add upload

Author: ninthreezy

datatorch/api/api.py

@@ -1,7 +1,8 @@
-import logging, requests, os, cgi
+import logging, os, cgi, requests
 from pathlib import Path
 
-from typing import overload, cast
+from typing import IO, overload, cast
+from urllib import request
 from urllib.parse import urlencode
 
 from .client import Client
@@ -135,6 +136,16 @@ def download_file(
 
         return name, result
 
+    def upload_to_default_filesource(self, project: Project, file: IO, **kwargs):
+        """Takes in a project and file, and uploads the file to DataTorch Storage"""
+        storageId = project.storage_link_default().id
+        pathToUploadTo = ""
+        endpoint = f"{self.api_url}/file/v1/upload/{storageId}?path={pathToUploadTo}&import=false&datasetId="
+        print(endpoint)
+        # r = requests.post(endpoint, files={"file": file}, user=self.viewer)
+        r = requests.post(endpoint, files={"file": file}, headers={self.token_header: self._api_token}, stream=True)
+        print(r.text)
+
     # def files(self, where: Where = None, limit: int = 400) -> List[File]:
     #     return []
 

datatorch/api/client.py

@@ -1,4 +1,4 @@
-from typing import List, Union, cast
+from typing import List, Union, cast, IO
 
 from gql import Client as GqlClient, gql
 from gql.transport.transport import Transport
@@ -10,7 +10,6 @@
 from datatorch.core import user_settings
 from typing import Any, TypeVar, Type
 
-
 T = TypeVar("T")
 
 
@@ -135,4 +134,4 @@ def to_class(self, Entity, results: Union[dict, list, None], path: str = ""):
         if type(results) == list:
             return list(map(lambda e: Entity(e, self), results))
 
-        return Entity(results, self)
+        return Entity(results, self)

datatorch/api/entity/project.py

@@ -50,6 +50,18 @@
     """
 )
 
+_STORAGE_LINK_DEFAULT = StorageLink.add_fragment(
+    """
+    query GetStorageLinkDefault($projectId: ID!) {
+      project: projectById(id: $projectId) {
+        storageLinkDefault {
+          ...StorageLinkFields
+        }
+      }
+    }
+    """
+)
+
 _DATASET_FILES = File.add_fragment(
     """
     query GetProjectFiles(
@@ -142,6 +154,17 @@ def storage_links(self) -> List[StorageLink]:
             ),
         )
 
+    def storage_link_default(self) -> StorageLink:
+        return cast(
+            StorageLink,
+            self.client.query_to_class(
+                StorageLink,
+                _STORAGE_LINK_DEFAULT,
+                path="project.storageLinkDefault",
+                params={"projectId": self.id},
+            ),
+        )
+
     def add(self, entity: AddableEntity):
         """Add entity to project"""
 
@@ -156,4 +179,4 @@ def add(self, entity: AddableEntity):
             return
 
         if isinstance(entity, Label):
-            self.create
+            self.create

setup.py

@@ -26,8 +26,8 @@
 
 setup(
     name="datatorch",
-    version="0.4.3",
-    description="A CLI and library for interacting with DataTorch",
+    version="0.4.4",
+    description="A CLI and library for interacting with DataTorch.",
     author="DataTorch",
     author_email="[email protected]",
     entry_points={