Sync

.gitignore

@@ -173,3 +173,4 @@ cython_debug/
 # PyPI configuration file
 .pypirc
 /~
+/.idea

pyproject.toml

@@ -45,12 +45,25 @@ dependencies = [
 
 # --- Optional Dependencies ---
 [project.optional-dependencies]
-vllm = ["vllm"]
-mlx = ["mlx-lm"]
-transformers = ["transformers"]
-# For groups like local_ingestion, local_rag, etc., if they have actual packages:
-# local_ingestion = ["some-ingestion-package"]
-# local_rag = ["some-rag-package"]
+chunker = [
+    "langdetect",
+    "nltk",
+    "scikit-learn",
+]
+websearch = [
+    "lxml",
+    "bs4",#beautifulsoup
+    "pandas",
+    "playwright",
+    #"playwright_stealth",
+    "trafilatura",
+    "langdetect",
+    "nltk",
+    "scikit-learn",
+]
+local_vllm = ["vllm"]
+local_mlx = ["mlx-lm"]
+local_transformers = ["transformers"]
 dev = [ # Example for development dependencies
     "pytest",
     "textual-dev", # For Textual development tools