update models

requirements.txt

@@ -3,4 +3,5 @@ timm==1.0.3
 numpy==1.26.4
 huggingface_hub==0.23.1
 einops==0.8.0
-transformers==4.41.1
+transformers==4.41.1
+open_clip_torch==2.24.0

rshf/bioclip/__init__.py

@@ -0,0 +1 @@
+from .model import BioCLIP

rshf/bioclip/model.py

@@ -0,0 +1,9 @@
+import open_clip
+import torch.nn as nn
+from huggingface_hub import PyTorchModelHubMixin
+
+class BioCLIP(nn.Module, PyTorchModelHubMixin):
+    def __init__(self, model_name="hf-hub:imageomics/bioclip"):
+        super().__init__()
+        self.model, _, self.preprocess = open_clip.create_model_and_transforms(model_name)
+        self.tokenizer = open_clip.get_tokenizer(model_name)

rshf/clip/__init__.py

@@ -0,0 +1 @@
+from transformers import CLIPProcessor, CLIPModel, CLIPTextModel, CLIPVisionModel

rshf/remoteclip/__init__.py

@@ -0,0 +1 @@
+from .model import RemoteCLIP

rshf/remoteclip/model.py

@@ -0,0 +1,9 @@
+import open_clip
+import torch.nn as nn
+from huggingface_hub import PyTorchModelHubMixin
+
+class RemoteCLIP(nn.Module, PyTorchModelHubMixin):
+    def __init__(self, model_name="ViT-B-32"):
+        super().__init__()
+        self.model, _, self.preprocess = open_clip.create_model_and_transforms(model_name)
+        self.tokenizer = open_clip.get_tokenizer(model_name)

setup.cfg

@@ -1,6 +1,6 @@
 [metadata]
 name = rshf
-version = 0.0.4
+version = 0.0.5
 author = Srikumar Sastry
 author_email = [email protected]
 description = RS pretrained models in huggingface style