Add ruff, remove black/autoflake from pre-commit

Author: tsmith023

.pre-commit-config.yaml

@@ -7,24 +7,16 @@ repos:
       language: system
       entry: ./tools/stubs_regen.sh
 
-- repo: https://github.com/psf/black-pre-commit-mirror
-  rev: 24.10.0
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  # Ruff version.
+  rev: v0.11.7
   hooks:
-    - id: black
-      language_version: python3.12
-
-- repo: https://github.com/pre-commit/pre-commit-hooks
-  rev: v4.6.0
-  hooks:
-    - id: no-commit-to-branch
-    - id: trailing-whitespace
-
-- repo: https://github.com/myint/autoflake
-  rev: v2.2.1 # autoflake v2.2.1 is the latest version that supports Python 3.12
-  hooks:
-      - id: autoflake
-        args: [--in-place, --remove-all-unused-imports, --exclude=weaviate/proto/*]
-
+    # Run the linter.
+    - id: ruff
+      args: [ ./weaviate, --select, F401, --select, I, --fix ]
+    # Run the formatter.
+    - id: ruff-format
+      args: [ ./weaviate ]
 
 - repo: https://github.com/PyCQA/flake8
   rev: 7.1.0
@@ -43,6 +35,12 @@ repos:
         'pydoclint==0.6.5',
       ]
 
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v4.6.0
+  hooks:
+    - id: no-commit-to-branch
+    - id: trailing-whitespace
+
 - repo: local
   hooks:
     - id: pyright

integration/conftest.py

@@ -2,13 +2,13 @@
 from typing import (
     Any,
     AsyncGenerator,
-    Optional,
-    List,
+    Dict,
     Generator,
+    List,
+    Optional,
     Protocol,
-    Type,
-    Dict,
     Tuple,
+    Type,
     Union,
 )
 
@@ -19,17 +19,17 @@
 import weaviate
 from weaviate.collections import Collection, CollectionAsync
 from weaviate.collections.classes.config import (
+    Configure,
+    DataType,
     Property,
-    _VectorizerConfigCreate,
+    _GenerativeProvider,
     _InvertedIndexConfigCreate,
+    _MultiTenancyConfigCreate,
     _ReferencePropertyBase,
-    Configure,
-    _GenerativeProvider,
     _ReplicationConfigCreate,
-    DataType,
-    _MultiTenancyConfigCreate,
-    _VectorIndexConfigCreate,
     _RerankerProvider,
+    _VectorIndexConfigCreate,
+    _VectorizerConfigCreate,
 )
 from weaviate.collections.classes.config_named_vectors import _NamedVectorConfigCreate
 from weaviate.collections.classes.types import Properties

integration/test_backup_v4.py

@@ -1,7 +1,7 @@
 import datetime
 import pathlib
 import time
-from typing import Generator, List, Union, Optional
+from typing import Generator, List, Optional, Union
 
 import pytest
 
@@ -16,8 +16,8 @@
 )
 from weaviate.collections.classes.config import DataType, Property, ReferenceProperty
 from weaviate.exceptions import (
-    UnexpectedStatusCodeException,
     BackupFailedException,
+    UnexpectedStatusCodeException,
 )
 
 pytestmark = pytest.mark.xdist_group(name="backup")

integration/test_batch_v4.py

@@ -1,15 +1,15 @@
 import concurrent.futures
 import uuid
 from dataclasses import dataclass
-from typing import Generator, List, Optional, Protocol, Tuple, Callable
+from typing import Callable, Generator, List, Optional, Protocol, Tuple
 
 import pytest
 from _pytest.fixtures import SubRequest
 
 import weaviate
-from weaviate import BatchClient, ClientBatchingContextManager
 import weaviate.classes as wvc
 from integration.conftest import _sanitize_collection_name
+from weaviate import BatchClient, ClientBatchingContextManager
 from weaviate.collections.classes.batch import Shard
 from weaviate.collections.classes.config import (
     Configure,
@@ -19,8 +19,8 @@
 )
 from weaviate.collections.classes.grpc import QueryReference
 from weaviate.collections.classes.internal import (
-    _CrossReference,
     ReferenceToMulti,
+    _CrossReference,
 )
 from weaviate.collections.classes.tenants import Tenant
 from weaviate.types import UUID, VECTORS

integration/test_client.py

@@ -4,20 +4,19 @@
 from _pytest.fixtures import SubRequest
 
 import weaviate
+import weaviate.classes as wvc
 from weaviate.collections import Collection
 from weaviate.collections.classes.config import (
     Configure,
-    _CollectionConfig,
     DataType,
     GenerativeSearches,
     Property,
     ReferenceProperty,
     Vectorizers,
+    _CollectionConfig,
 )
-from weaviate.exceptions import WeaviateClosedClientError, WeaviateStartUpError
-import weaviate.classes as wvc
-
 from weaviate.config import Timeout
+from weaviate.exceptions import WeaviateClosedClientError, WeaviateStartUpError
 
 WCS_HOST = "piblpmmdsiknacjnm1ltla.c1.europe-west3.gcp.weaviate.cloud"
 WCS_URL = f"https://{WCS_HOST}"

integration/test_client_debug.py

@@ -1,11 +1,11 @@
 import pytest
+
 from integration.conftest import (
     AsyncClientFactory,
     AsyncCollectionFactory,
     ClientFactory,
     CollectionFactory,
 )
-
 from weaviate.classes.config import DataType, Property
 from weaviate.classes.debug import DebugRESTObject
 

integration/test_collection.py

@@ -8,45 +8,45 @@
 import pytest
 
 from integration.conftest import CollectionFactory, CollectionFactoryGet, _sanitize_collection_name
-from integration.constants import WEAVIATE_LOGO_OLD_ENCODED, WEAVIATE_LOGO_NEW_ENCODED
+from integration.constants import WEAVIATE_LOGO_NEW_ENCODED, WEAVIATE_LOGO_OLD_ENCODED
 from weaviate.collections.classes.batch import ErrorObject
 from weaviate.collections.classes.config import (
     Configure,
+    ConsistencyLevel,
     DataType,
     Property,
     ReferenceProperty,
     Tokenization,
     Vectorizers,
-    ConsistencyLevel,
 )
 from weaviate.collections.classes.data import (
     DataObject,
 )
 from weaviate.collections.classes.grpc import (
-    QueryReference,
-    HybridFusion,
+    PROPERTIES,
+    PROPERTY,
+    REFERENCE,
     GroupBy,
+    HybridFusion,
     MetadataQuery,
     Move,
+    NearMediaType,
+    QueryReference,
     Sort,
     _Sorting,
-    PROPERTIES,
-    PROPERTY,
-    REFERENCE,
-    NearMediaType,
 )
 from weaviate.collections.classes.internal import (
-    _CrossReference,
     Object,
     ReferenceToMulti,
+    _CrossReference,
 )
-from weaviate.collections.classes.types import PhoneNumber, _PhoneNumber, WeaviateProperties
+from weaviate.collections.classes.types import PhoneNumber, WeaviateProperties, _PhoneNumber
 from weaviate.exceptions import (
     UnexpectedStatusCodeError,
-    WeaviateInvalidInputError,
-    WeaviateQueryError,
     WeaviateInsertInvalidPropertyError,
     WeaviateInsertManyAllFailedError,
+    WeaviateInvalidInputError,
+    WeaviateQueryError,
     WeaviateUnsupportedFeatureError,
 )
 from weaviate.types import UUID, UUIDS

integration/test_collection_aggregate.py

@@ -12,24 +12,22 @@
     AggregateDate,
     AggregateInteger,
     AggregateNumber,
-    AggregateText,
     AggregateReturn,
-    Metrics,
+    AggregateText,
     GroupByAggregate,
+    Metrics,
 )
-from weaviate.collections.classes.config import DataType, Property, ReferenceProperty, Configure
+from weaviate.collections.classes.config import Configure, DataType, Property, ReferenceProperty
 from weaviate.collections.classes.filters import Filter, _Filters
+from weaviate.collections.classes.grpc import Move
+from weaviate.collections.classes.tenants import Tenant
 from weaviate.exceptions import (
     WeaviateInvalidInputError,
     WeaviateQueryError,
     WeaviateUnsupportedFeatureError,
 )
 from weaviate.util import file_encoder_b64
 
-from weaviate.collections.classes.grpc import Move
-
-from weaviate.collections.classes.tenants import Tenant
-
 UUID1 = uuid.UUID("8ad0d33c-8db1-4437-87f3-72161ca2a51a")
 UUID2 = uuid.UUID("577887c1-4c6b-5594-aa62-f0c17883d9cf")
 

integration/test_collection_batch.py

@@ -1,6 +1,6 @@
 import uuid
 from dataclasses import dataclass
-from typing import Generator, Optional, Union, Any, Protocol
+from typing import Any, Generator, Optional, Protocol, Union
 
 import pytest
 
@@ -13,9 +13,8 @@
     ReferenceProperty,
 )
 from weaviate.collections.classes.grpc import QueryReference
-from weaviate.collections.classes.internal import _CrossReference, ReferenceToMulti
+from weaviate.collections.classes.internal import ReferenceToMulti, _CrossReference
 from weaviate.collections.classes.tenants import Tenant
-
 from weaviate.types import VECTORS
 
 UUID = Union[str, uuid.UUID]

integration/test_collection_batch_delete.py

@@ -5,10 +5,11 @@
 import pytest as pytest
 
 from integration.conftest import CollectionFactory
+from weaviate.classes.config import ConsistencyLevel
 from weaviate.collections.classes.config import (
     Configure,
-    Property,
     DataType,
+    Property,
     ReferenceProperty,
     Tokenization,
 )
@@ -19,7 +20,6 @@
 )
 from weaviate.collections.classes.internal import ReferenceToMulti
 from weaviate.collections.classes.tenants import Tenant
-from weaviate.classes.config import ConsistencyLevel
 from weaviate.exceptions import (
     WeaviateQueryException,
 )

integration/test_collection_config.py

@@ -5,33 +5,32 @@
 
 import weaviate
 import weaviate.classes as wvc
-from integration.conftest import OpenAICollection, CollectionFactory
-from integration.conftest import _sanitize_collection_name
+from integration.conftest import CollectionFactory, OpenAICollection, _sanitize_collection_name
 from weaviate.collections.classes.config import (
-    _BQConfig,
-    _SQConfig,
-    _CollectionConfig,
-    _CollectionConfigSimple,
-    _PQConfig,
-    _VectorIndexConfigDynamic,
-    _VectorIndexConfigFlat,
-    _VectorIndexConfigHNSW,
-    _VectorIndexConfigHNSWUpdate,
     Configure,
-    Reconfigure,
-    Property,
-    ReferenceProperty,
     DataType,
-    PQEncoderType,
+    GenerativeSearches,
     PQEncoderDistribution,
+    PQEncoderType,
+    Property,
+    Reconfigure,
+    ReferenceProperty,
+    Rerankers,
     StopwordsPreset,
+    Tokenization,
     VectorDistances,
     VectorIndexType,
     Vectorizers,
-    GenerativeSearches,
-    Rerankers,
+    _BQConfig,
+    _CollectionConfig,
+    _CollectionConfigSimple,
+    _PQConfig,
     _RerankerProvider,
-    Tokenization,
+    _SQConfig,
+    _VectorIndexConfigDynamic,
+    _VectorIndexConfigFlat,
+    _VectorIndexConfigHNSW,
+    _VectorIndexConfigHNSWUpdate,
 )
 from weaviate.collections.classes.tenants import Tenant
 from weaviate.exceptions import UnexpectedStatusCodeError, WeaviateInvalidInputError

integration/test_collection_filter.py

@@ -9,8 +9,8 @@
 from integration.conftest import CollectionFactory
 from weaviate.collections.classes.config import (
     Configure,
-    Property,
     DataType,
+    Property,
     ReferenceProperty,
 )
 from weaviate.collections.classes.data import DataObject

integration/test_collection_get.py

@@ -1,12 +1,12 @@
 from dataclasses import dataclass
-from typing import Any, TypedDict, Dict
+from typing import Any, Dict, TypedDict
 
 import pytest
 from _pytest.fixtures import SubRequest
 from pydantic import BaseModel
 from pydantic.dataclasses import dataclass as pydantic_dataclass
 
-from integration.conftest import CollectionFactoryGet, CollectionFactory
+from integration.conftest import CollectionFactory, CollectionFactoryGet
 from weaviate.collections import Collection
 from weaviate.collections.data import _DataCollection
 from weaviate.exceptions import InvalidDataModelException

integration/test_collection_hybrid.py

@@ -14,8 +14,8 @@
     Property,
 )
 from weaviate.collections.classes.grpc import (
-    HybridFusion,
     GroupBy,
+    HybridFusion,
     MetadataQuery,
     NearVectorInputType,
     _HybridNearVector,

integration/test_collection_multi_node.py

@@ -3,9 +3,9 @@
 from integration.conftest import CollectionFactory
 from weaviate.collections.classes.config import (
     Configure,
-    Property,
     ConsistencyLevel,
     DataType,
+    Property,
 )
 from weaviate.collections.classes.data import DataObject
 from weaviate.collections.classes.grpc import MetadataQuery