iris-vector-rag/pytest.ini at main · intersystems-community/iris-vector-rag · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
[tool:pytest]
# Pytest configuration for RAG templates framework

# Test discovery
testpaths = tests
python_files = test_*.py *_test.py
python_classes = Test*
python_functions = test_*

# Exclude incomplete/future feature tests
norecursedirs = .git .venv venv node_modules __pycache__ .pytest_cache htmlcov future_features scripts
collect_ignore =
    scripts/test_graphrag_ragas_evaluation.py

# Test execution and coverage options
addopts =
    --strict-markers
    --strict-config
    --verbose
    --tb=short
    --show-capture=no
    --durations=10
    --color=yes
    --doctest-modules
    --doctest-continue-on-failure
    --cov=src
    --cov=iris_rag
    --cov=mem0_integration
    --cov-report=term-missing
    --cov-report=html:htmlcov
    --cov-report=xml:coverage.xml
    --cov-branch
    --cov-fail-under=80
    -p no:randomly

# Markers
markers =
    unit: Unit tests - test individual components in isolation
    integration: Integration tests - test component interactions
    e2e: End-to-end tests - test complete user workflows
    slow: Tests that take a long time to run
    requires_docker: Tests that require Docker to be running
    requires_internet: Tests that require internet connection
    requires_database: Tests that require database connection
    requires_redis: Tests that require Redis connection
    requires_llm: Tests that require LLM API access
    requires_llm_api: Tests that require LLM API access (alias for requires_llm)
    requires_vector_store: Tests that require vector store access
    requires_backend_mode: Tests that require specific IRIS backend mode (community or enterprise)
    benchmark: Performance benchmark tests
    security: Security-related tests
    smoke: Basic smoke tests
    contract: Contract tests that define expected behavior (must fail before implementation)
    good_errors: Tests with exemplary error messages
    error_handling: Error handling and diagnostic message validation tests (Feature 036)
    fallback: Fallback mechanism validation tests (Feature 036)
    dimension: Embedding dimension validation tests (Feature 036)
    basic_rag: Tests for BasicRAG pipeline (Feature 036)
    crag: Tests for CRAG pipeline (Feature 036)
    basic_rerank: Tests for BasicRerankRAG pipeline (Feature 036)
    pylate_colbert: Tests for PyLateColBERT pipeline (Feature 036)

# Asyncio configuration
asyncio_mode = auto

# Minimum Python version
minversion = 6.0

# Warnings
filterwarnings =
    error
    ignore::UserWarning
    ignore::DeprecationWarning
    ignore::PendingDeprecationWarning
    ignore:.*unclosed.*:ResourceWarning

# Logging
log_cli = false
log_cli_level = INFO
log_cli_format = %(asctime)s [%(levelname)8s] %(name)s: %(message)s
log_cli_date_format = %Y-%m-%d %H:%M:%S

log_file = tests.log
log_file_level = DEBUG
log_file_format = %(asctime)s [%(levelname)8s] %(filename)s:%(lineno)d %(funcName)s(): %(message)s
log_file_date_format = %Y-%m-%d %H:%M:%S

# Test timeout (in seconds)
timeout = 300
timeout_method = thread

# Cache
cache_dir = .pytest_cache

# Parallel execution (when using pytest-xdist)
# Uncomment the following line to run tests in parallel
# addopts = -n auto

# Plugin registration (Feature 026 + Feature 028)
plugins =
    tests.plugins.coverage_warnings
    tests.plugins.error_message_validator
    tests.plugins.tdd_compliance
    tests.plugins.contract_test_marker

# JUnit XML output for CI/CD
junit_suite_name = rag-templates-test-suite
junit_logging = system-out
junit_log_passing_tests = false