Merge branch 'main' into scratch/feat_semantic_dedup

Author: vipul-mittal

pyproject.toml

@@ -28,7 +28,7 @@ classifiers = [
 keywords = ["llm", "fine-tuning", "data generation", "synthetic data", "nlp", "sft", "dpo", "data quality", "metadata tagging", "graph",]
 dependencies = [
   "aiohttp>=3.12,<4.0",
-  "datasets<=4.4.2",
+  "datasets<=4.5.0",
   "httpx>=0.28,<0.29",
   "httpx-sse>=0.4,<0.5",
   "huggingface-hub>=0.34,<1.0",