👽 Remove allenai-common

👽 Remove allenai-common

pyproject.toml

@@ -27,7 +27,6 @@ hvac ="^1.1.1"
 python-dotenv ="^1.0.0"
 sentence-transformers ="^2.2.2"
 protobuf ="^3.20.0"
-allenai-common = "^1.1.2"
 rouge-score ="^0.1.2"
 ftfy ="^6.1.1"
 iopath ="^0.1.10"
@@ -44,13 +43,14 @@ pydantic ="^2.7.0"
 timm ="^0.9.7"
 opencv-python = "^4.10.0.84"
 langchain-huggingface = "^0.0.3"
+clearml = "^1.16.4"
+cached-path = "^1.6.3"
 
 faiss-gpu = { version = "^1.7.2", optional = true }
 xformers = { version = "^0.0.23.post1", optional = true }
 vllm = { version = "^0.4.0.post1", optional = true }
 deepspeed = { version = "0.12", optional = true }
 accelerate = { version = "0.27", optional = true }
-clearml = "^1.16.4"
 
 
 [tool.poetry.dev-dependencies]
@@ -72,4 +72,4 @@ gpu = ["faiss-gpu", "xformers", "vllm"]
 
 [build-system]
 requires = ["poetry-core>=1.0.0"]
-build-backend = "poetry.core.masonry.api"
+build-backend = "poetry.core.masonry.api"

setup.cfg

@@ -162,7 +162,8 @@ disable=
     W0622,
     # Too many ancestors
     R0901,
-
+    # logging-fstring-interpolation
+    W1203,
 ignore=
     data
 ignore-patterns=

turbo_alignment/common/data/multimodal/registry.py

@@ -1,5 +1,4 @@
-from allenai_common import Registrable
-
+from turbo_alignment.common.registry import Registrable
 from turbo_alignment.settings.modality import Modality
 
 

turbo_alignment/common/registry/__init__.py

@@ -0,0 +1,4 @@
+from turbo_alignment.common.registry.from_params import FromParams
+from turbo_alignment.common.registry.lazy import Lazy
+from turbo_alignment.common.registry.params import Params
+from turbo_alignment.common.registry.registrable import Registrable

turbo_alignment/common/registry/checks.py

@@ -0,0 +1,17 @@
+# mypy: ignore-errors
+import logging
+from typing import Any
+
+logger = logging.getLogger(__name__)
+
+
+class ConfigurationError(Exception):
+    def __reduce__(self) -> str | tuple[Any, ...]:
+        return type(self), (self.message,)
+
+    def __init__(self, message: str):
+        super().__init__()
+        self.message = message
+
+    def __str__(self):
+        return self.message

turbo_alignment/common/registry/file_utils.py

@@ -0,0 +1,24 @@
+# mypy: ignore-errors
+import logging
+import os
+from pathlib import Path
+
+import cached_path as _cached_path
+
+logger = logging.getLogger(__name__)
+
+
+def cached_path(
+    url_or_filename: str | os.PathLike,
+    cache_dir: str | Path = None,
+    extract_archive: bool = False,
+    force_extract: bool = False,
+) -> str:
+    return str(
+        _cached_path.cached_path(
+            url_or_filename,
+            cache_dir=cache_dir,
+            extract_archive=extract_archive,
+            force_extract=force_extract,
+        )
+    )