Add more unit tests

pyproject.toml

@@ -36,11 +36,11 @@ cache_dir = ".pytest_cache"
 python_files = "test_*.py"
 python_functions = "test_"
 testpaths = [ "tests",]
-markers = [ "dependency: marks dependency from other tests", "integration: marks Integration tests, should be refactored to e2e", "unit: marks tests as unit (deselect with '-m \"not unit\"')", "e2e: marks tests as end-to-end (deselect with '-m \"not e2e\"')", "base: marks base tool tests", "toolkit: marks toolkit tests", "positive: marks positive tests", "negative: marks negative tests", "exception_handling: marks exception handling with logger tests", "utils: marks utils tests", "ado: marks Azure DevOps tests", "ado_repos: marks Azure DevOps Repos tests", "ado_test_plan: marks Azure DevOps Test Plan tests", "ado_wiki: marks Azure DevOps Wiki tests", "gitlab: marks Gitlab tests", "sharepoint: marks Sharepoint tests", "azureai: marks Azure AI tests", "browser: marks Browser tests", "figma: marks Figma tests", "qtest: marks QTest tests", "report_portal: marks Report Portal tests", "salesforce: marks Salesforce tests", "sharepoint: marks Sharepoint tests", "elastic: marks Elastic Search tests", "testio: marks TestIO tests", "yagmail: marks YagMail tests", "carrier: marks Carrier tests", "gmail: marks Gmail tests", "confluence: marks Confluence tests",]
+markers = [ "dependency: marks dependency from other tests", "integration: marks Integration tests, should be refactored to e2e", "unit: marks tests as unit (deselect with '-m \"not unit\"')", "e2e: marks tests as end-to-end (deselect with '-m \"not e2e\"')", "base: marks base tool tests", "toolkit: marks toolkit tests", "positive: marks positive tests", "negative: marks negative tests", "exception_handling: marks exception handling with logger tests", "utils: marks utils tests", "ado: marks Azure DevOps tests", "ado_repos: marks Azure DevOps Repos tests", "ado_test_plan: marks Azure DevOps Test Plan tests", "ado_wiki: marks Azure DevOps Wiki tests", "gitlab: marks Gitlab tests", "sharepoint: marks Sharepoint tests", "azureai: marks Azure AI tests", "browser: marks Browser tests", "figma: marks Figma tests", "qtest: marks QTest tests", "report_portal: marks Report Portal tests", "salesforce: marks Salesforce tests", "sharepoint: marks Sharepoint tests", "elastic: marks Elastic Search tests", "testio: marks TestIO tests", "yagmail: marks YagMail tests", "carrier: marks Carrier tests", "gmail: marks Gmail tests", "confluence: marks Confluence tests", "chunkers: marks Chunkers tests", "pptx: marks PPTX tests", "testrail: marks TestRail tests"]
 
 [tool.coverage.run]
 dynamic_context = "test_function"
-relative_files = "true"
+relative_files = true
 omit = [ "*/__init__.py", "*/tests/*", "model.py", "*constants.py",]
 
 [tool.setuptools.dynamic.dependencies]

requirements.txt

@@ -13,9 +13,9 @@ python-gitlab==4.5.0
 jinja2==3.1.3
 lxml==5.2.2
 beautifulsoup4
-pymupdf==1.24.9
+pymupdf==1.26.0
 yagmail==0.15.293
-gitpython==3.1.43   
+gitpython==3.1.43
 qtest-swagger-client==0.0.3
 requests>=2.3.0
 testrail-api==1.13.2
@@ -43,7 +43,7 @@ Office365-REST-Python-Client==2.5.14
 python-docx==1.1.2
 pandas==2.2.3
 tree_sitter==0.20.2
-tree-sitter-languages==1.10.2
+tree-sitter-language-pack==0.8.0
 pdf2image==1.16.3
 reportlab==4.2.5
 svglib==1.5.1
@@ -57,4 +57,8 @@ factor_analyzer==0.5.1
 statsmodels==0.14.4
 tabulate==0.9.0
 pysnc==1.1.10
-shortuuid==1.0.13
+shortuuid==1.0.13
+kubernetes==33.1.0
+langchain-openai==0.3.22
+langchain-chroma==0.2.4
+openpyxl==3.1.5

src/alita_tools/chunkers/code/constants.py

@@ -15,7 +15,7 @@ class Language(Enum):
     GO = "go"
     RUST = "rust"
     KOTLIN = "kotlin"
-    C_SHARP = "c_sharp"
+    C_SHARP = "csharp"
     OBJECTIVE_C = "objective_c"
     SCALA = "scala"
     LUA = "lua"
@@ -58,8 +58,8 @@ def get_programming_language(file_extension: str) -> Language:
 
 image_extensions = [".png", ".jpg", ".jpeg", ".gif", ".svg", ".bmp", ".webp", ".ico", ".tiff", ".tif", ".heic", ".heif", ".avif", ".pdf", '.lock']
 default_skip = [".gitignore", ".gitattributes", ".gitmodules", ".gitkeep", ".DS_Store", ".editorconfig", ".npmignore", 'LICENSE',
-                ".yarnignore", ".dockerignore", ".prettierignore", ".eslintignore", ".stylelintignore", 
-                ".gitlab-ci.yml", ".travis.yml", ".circleci", ".github", ".vscode", ".idea", 
+                ".yarnignore", ".dockerignore", ".prettierignore", ".eslintignore", ".stylelintignore",
+                ".gitlab-ci.yml", ".travis.yml", ".circleci", ".github", ".vscode", ".idea",
                 ".git", ".hg", ".svn", ".bzr", ".npmrc", ".yarnrc", ".yarnrc.yml", ".yarnrc.yaml"]
 
 def get_file_extension(file_name: str) -> str:

src/alita_tools/chunkers/code/treesitter/treesitter.py

@@ -1,7 +1,7 @@
 from abc import ABC
 
 import tree_sitter
-from tree_sitter_languages import get_language, get_parser
+from tree_sitter_language_pack import get_language, get_parser
 
 from ..constants import Language
 from .treesitter_registry import TreesitterRegistry