Feature/transcription language selection

.github/workflows/python-app.yml

@@ -30,17 +30,21 @@ jobs:
         sudo apt install portaudio19-dev python3-all-dev
 
         if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+        pip check
     - name: Test ChromaDB lib functions with pytest
       run: |
         pwd 
-        cd ./Tests/ChromaDB
-        pytest test_chromadb.py
+        ls
+        ls ./Config_Files
+        cd ./Tests/ChromaDB/
+        pytest ./test_chromadb.py
 
     - name: Test RAG lib functions with pytest
       run: |
         pwd
         cd ./Tests/RAG
         pytest test_RAG_Library_2.py
+        pytest test_enhanced_rag_pipeline.py
 
     - name: Test RAG Notes functions with pytest
       run: |
@@ -59,3 +63,14 @@ jobs:
         pwd
         cd ./Tests/Utils
         pytest test_utils.py
+
+    - name: Test Character Chat Library functions with pytest
+      run: |
+        pwd
+        cd ./Tests/Character_Chat
+        pytest test_character_chat.py
+
+    - name: Test tldw runs
+      run: |
+        pwd
+        python summarize.py -h

AMD_requirements.txt

@@ -1,36 +1,53 @@
-accelerate==0.29.2
-aiofiles==23.2.1
-altair==5.3.0
-annotated-types==0.6.0
-anyio==4.3.0
-attrs==23.2.0
-av==11.0.0
-Brotli==1.1.0
-certifi==2024.7.4
-charset-normalizer==3.3.2
-click==8.1.7
-colorama==0.4.6
-coloredlogs==15.0.1
-contourpy==1.2.1
-ctranslate2==4.2.1
-cycler==0.12.1
-dnspython==2.6.1
-email_validator==2.1.1
-fastapi==0.111.0
-fastapi-cli==0.0.3
-faster-whisper==1.0.1
-ffmpeg==1.4
-ffmpy==0.3.2
-filelock==3.13.4
-fire==0.6.0
-flatbuffers==24.3.25
-fonttools==4.51.0
-fsspec==2024.3.1
+accelerate
+aiofiles
+altair
+annotated-types
+anyio
+attrs
+av
+Brotli
+certifi
+charset-normalizer
+click
+colorama
+coloredlogs
+contourpy
+ctranslate2
+cycler
+dnspython
+email_validator
+fastapi
+ebooklib
+elasticsearch
+python-json-logger
+chardet
+genanki
+pymupdf
+pymupdf4llm
+arxiv
+docling
+textstat
+docx2txt
+pypandoc
+mwparserfromhell
+mwxml
+chromadb
+flashrank
+pytest
+fastapi-cli
+faster-whisper
+ffmpeg
+ffmpy
+filelock
+fire
+flatbuffers
+fonttools
+fsspec
 gradio
-#gradio==4.29.0
+#gradi
 gradio_client
-#gradio_client==0.16.1
-h11==0.14.0
+#gradio_client
+h11
 httpcore==1.0.5
 httptools==0.6.1
 httpx==0.27.0
@@ -52,12 +69,12 @@ numpy==1.26.4
 onnxruntime==1.17.3
 openai
 orjson==3.10.3
-packaging==24.0
-pandas==2.2.2
-pillow==10.3.0
-protobuf==5.26.1
-psutil==5.9.8
-pycryptodomex==3.20.0
+packaging
+pandas
+pillow
+protobuf
+psutil
+pycryptodomex
 pydantic==2.7.1
 pydantic_core==2.18.2
 pydub==0.25.1
@@ -77,7 +94,7 @@ requests==2.32.2
 rich==13.7.1
 rpds-py==0.18.1
 ruff==0.4.3
-safetensors==0.4.2
+safetensors
 semantic-version==2.10.0
 sentencepiece==0.2.0
 setuptools==69.5.1
@@ -88,10 +105,9 @@ starlette==0.37.2
 sympy==1.12
 termcolor==2.4.0
 timm==0.9.16
-tokenizers==0.15.2
+tokenizers
 tomlkit==0.12.0
 toolz==0.12.1
-#torchvision==0.17.2
 tqdm==4.66.3
 transformers==4.39.3
 typer==0.12.3
@@ -102,18 +118,14 @@ urllib3==2.2.2
 uvicorn==0.29.0
 watchfiles==0.21.0
 websockets
-#websockets==11.0.3
 yt-dlp
-#yt-dlp==2024.4.9
 --extra-index-url https://download.pytorch.org/whl/cu113
-torch==2.2.1
+torch
 torchaudio
 nltk
-#torch==2.2.1+cu121
-#torchaudio==2.2.1+cu121
-torchvision==0.17.1
-tiktoken~=0.6.0
-openai~=1.28.1
+torchvision
+tiktoken
+openai
 bs4
 playwright
 trafilatura