busya
f49b7d909e
Full optimization cycle: Protocol (15 files): - 4-layer SSOT architecture for agent prompts & skills - Anti-Corruption Protocol consolidated from 5 duplicates - Tag-to-tier permissiveness matrix (all @tags allowed at all tiers) Axiom config: - complexity_rules: all 22+ tags available on C1-C5 - contract_type_overrides: removed (was narrowing per-type) - 18 new tags added, LAYER enum expanded (Infra, Frontend, Atom, etc.) - RELATION predicates expanded (USES, CONTAINS, BELONGS_TO, etc.) Code fixes: - 2216 @TAG: normalized to @TAG (colon→space) - 518 [DEF] blocks migrated to #region/#endregion (37 files) - VERIFIES→BINDS_TO, :Class/:Function suffixes removed, paths→IDs - 1173-line _external_stubs.py deleted (EXT: handled natively) - Batch EXT: reference audit (240 targets: 132 external, 99 internal, 9 fix) - QA regression check: 0 regressions across all checks Infrastructure: - DuckDB rebuild stabilized (appender API, INSERT OR IGNORE) - Anchor regex fix (parent-child BINDS_TO now resolves) - EXT:*/DTO:/NEED_CONTEXT: regex fixed in validator - 34MB Doxygen API portal (3194 contract pages)
359 lines
13 KiB
Python
359 lines
13 KiB
Python
# #region TestLogger [C:2] [TYPE Module]
|
|
# @SEMANTICS: logging, tests, belief_state, cot, json
|
|
# @PURPOSE: Unit tests for the custom logger CoT JSON formatters and configuration context manager.
|
|
# @LAYER Tests
|
|
# @RELATION BINDS_TO -> [LoggerModule]
|
|
# @INVARIANT: All required log statements must correctly check the threshold.
|
|
|
|
import logging
|
|
|
|
import pytest
|
|
|
|
from src.core.config_models import LoggingConfig
|
|
from src.core.logger import (
|
|
CotJsonFormatter,
|
|
belief_scope,
|
|
configure_logger,
|
|
get_task_log_level,
|
|
logger,
|
|
should_log_task_level,
|
|
)
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def reset_logger_state():
|
|
"""Reset logger state before each test to avoid cross-test contamination."""
|
|
config = LoggingConfig(
|
|
level="INFO",
|
|
task_log_level="INFO",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
# Also reset the logger level for caplog to work correctly
|
|
logging.getLogger("superset_tools_app").setLevel(logging.DEBUG)
|
|
yield
|
|
# Reset after test too
|
|
config = LoggingConfig(
|
|
level="INFO",
|
|
task_log_level="INFO",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
|
|
|
|
# #region test_belief_scope_logs_reason_reflect_at_debug [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that belief_scope generates REASON and REFLECT CoT markers at DEBUG level.
|
|
# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.
|
|
# @POST: Logs are verified to contain REASON (entry) and REFLECT (coherence) markers.
|
|
def test_belief_scope_logs_reason_reflect_at_debug(caplog):
|
|
"""Test that belief_scope generates REASON and REFLECT CoT markers at DEBUG level."""
|
|
# Configure logger to DEBUG level
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
|
|
caplog.set_level("DEBUG")
|
|
|
|
with belief_scope("TestFunction"):
|
|
logger.info("Doing something important")
|
|
|
|
# Check that the records contain the expected markers
|
|
reason_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'TestFunction'
|
|
]
|
|
reflect_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'TestFunction'
|
|
]
|
|
info_records = [
|
|
r for r in caplog.records
|
|
if r.levelname == 'INFO' and 'Doing something important' in r.getMessage()
|
|
]
|
|
|
|
assert len(reason_records) >= 1, "REASON marker not found for TestFunction"
|
|
assert len(reflect_records) >= 1, "REFLECT marker not found for TestFunction"
|
|
assert len(info_records) >= 1, "INFO log 'Doing something important' not found"
|
|
|
|
# Reset to INFO
|
|
config = LoggingConfig(level="INFO", task_log_level="INFO", enable_belief_state=True)
|
|
configure_logger(config)
|
|
# #endregion test_belief_scope_logs_reason_reflect_at_debug
|
|
|
|
|
|
# #region test_belief_scope_error_handling [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that belief_scope logs EXPLORE marker on exception.
|
|
# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.
|
|
# @POST: Logs are verified to contain EXPLORE marker with error context.
|
|
def test_belief_scope_error_handling(caplog):
|
|
"""Test that belief_scope logs EXPLORE marker on exception."""
|
|
# Configure logger to DEBUG level
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
|
|
caplog.set_level("DEBUG")
|
|
|
|
with pytest.raises(ValueError), belief_scope("FailingFunction"):
|
|
raise ValueError("Something went wrong")
|
|
|
|
# Check that an EXPLORE marker was emitted
|
|
explore_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'EXPLORE'
|
|
and getattr(r, 'src', None) == 'FailingFunction'
|
|
]
|
|
|
|
assert len(explore_records) >= 1, f"EXPLORE marker not found for FailingFunction. Logs: {[(r.levelname, getattr(r, 'marker', ''), r.getMessage()) for r in caplog.records]}"
|
|
assert 'Something went wrong' in explore_records[0].getMessage() or \
|
|
'Something went wrong' in str(getattr(explore_records[0], 'error', ''))
|
|
|
|
# Reset to INFO
|
|
config = LoggingConfig(level="INFO", task_log_level="INFO", enable_belief_state=True)
|
|
configure_logger(config)
|
|
# #endregion test_belief_scope_error_handling
|
|
|
|
|
|
# #region test_belief_scope_success_coherence [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that belief_scope logs REFLECT marker on success.
|
|
# @PRE: belief_scope is available. caplog fixture is used. Logger configured to DEBUG.
|
|
# @POST: Logs are verified to contain REFLECT marker.
|
|
def test_belief_scope_success_coherence(caplog):
|
|
"""Test that belief_scope logs REFLECT marker on success."""
|
|
# Configure logger to DEBUG level
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
|
|
caplog.set_level("DEBUG")
|
|
|
|
with belief_scope("SuccessFunction"):
|
|
pass
|
|
|
|
reflect_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REFLECT'
|
|
and getattr(r, 'src', None) == 'SuccessFunction'
|
|
]
|
|
|
|
assert len(reflect_records) >= 1, f"REFLECT marker not found for SuccessFunction. Logs: {[(r.levelname, getattr(r, 'marker', ''), r.getMessage()) for r in caplog.records]}"
|
|
assert 'Coherence OK' in reflect_records[0].getMessage() or \
|
|
getattr(reflect_records[0], 'intent', '') == 'Coherence OK'
|
|
|
|
|
|
# #endregion test_belief_scope_success_coherence
|
|
|
|
|
|
# #region test_belief_scope_reason_not_visible_at_info [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level.
|
|
# @PRE: belief_scope is available. caplog fixture is used.
|
|
# @POST: REASON/REFLECT markers are not captured at INFO level.
|
|
def test_belief_scope_reason_not_visible_at_info(caplog):
|
|
"""Test that belief_scope REASON/REFLECT markers are NOT visible at INFO level."""
|
|
caplog.set_level("INFO")
|
|
|
|
with belief_scope("InfoLevelFunction"):
|
|
logger.info("Doing something important")
|
|
|
|
# The REASON and REFLECT markers are debug-level, so they should NOT appear at INFO
|
|
reason_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'InfoLevelFunction'
|
|
]
|
|
reflect_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'InfoLevelFunction'
|
|
]
|
|
|
|
assert len(reason_records) == 0, "REASON marker should not be visible at INFO"
|
|
assert len(reflect_records) == 0, "REFLECT marker should not be visible at INFO"
|
|
|
|
# But the INFO-level message should be visible
|
|
info_records = [
|
|
r for r in caplog.records
|
|
if r.levelname == 'INFO' and 'Doing something important' in r.getMessage()
|
|
]
|
|
assert len(info_records) >= 1, "INFO log 'Doing something important' should be visible"
|
|
# #endregion test_belief_scope_reason_not_visible_at_info
|
|
|
|
|
|
# #region test_task_log_level_default [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that default task log level is INFO.
|
|
# @PRE: None.
|
|
# @POST: Default level is INFO.
|
|
def test_task_log_level_default():
|
|
"""Test that default task log level is INFO."""
|
|
level = get_task_log_level()
|
|
assert level == "INFO"
|
|
# #endregion test_task_log_level_default
|
|
|
|
|
|
# #region test_should_log_task_level [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that should_log_task_level correctly filters log levels.
|
|
# @PRE: None.
|
|
# @POST: Filtering works correctly for all level combinations.
|
|
def test_should_log_task_level():
|
|
"""Test that should_log_task_level correctly filters log levels."""
|
|
# Default level is INFO
|
|
assert should_log_task_level("ERROR") is True, "ERROR should be logged at INFO threshold"
|
|
assert should_log_task_level("WARNING") is True, "WARNING should be logged at INFO threshold"
|
|
assert should_log_task_level("INFO") is True, "INFO should be logged at INFO threshold"
|
|
assert should_log_task_level("DEBUG") is False, "DEBUG should NOT be logged at INFO threshold"
|
|
# #endregion test_should_log_task_level
|
|
|
|
|
|
# #region test_configure_logger_task_log_level [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that configure_logger updates task_log_level.
|
|
# @PRE: LoggingConfig is available.
|
|
# @POST: task_log_level is updated correctly.
|
|
def test_configure_logger_task_log_level():
|
|
"""Test that configure_logger updates task_log_level."""
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
|
|
assert get_task_log_level() == "DEBUG", "task_log_level should be DEBUG"
|
|
assert should_log_task_level("DEBUG") is True, "DEBUG should be logged at DEBUG threshold"
|
|
|
|
# Reset to INFO
|
|
config = LoggingConfig(
|
|
level="INFO",
|
|
task_log_level="INFO",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
assert get_task_log_level() == "INFO", "task_log_level should be reset to INFO"
|
|
# #endregion test_configure_logger_task_log_level
|
|
|
|
|
|
# #region test_enable_belief_state_flag [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that enable_belief_state flag controls belief_scope entry logging.
|
|
# @PRE: LoggingConfig is available. caplog fixture is used.
|
|
# @POST: REASON entry marker suppressed when disabled; REFLECT coherence still logged.
|
|
def test_enable_belief_state_flag(caplog):
|
|
"""Test that enable_belief_state flag controls belief_scope REASON entry logging."""
|
|
# Disable belief state
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=False
|
|
)
|
|
configure_logger(config)
|
|
|
|
caplog.set_level("DEBUG")
|
|
|
|
with belief_scope("DisabledFunction"):
|
|
logger.info("Doing something")
|
|
|
|
# REASON entry marker should NOT be logged when disabled
|
|
reason_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REASON' and getattr(r, 'src', None) == 'DisabledFunction'
|
|
]
|
|
assert len(reason_records) == 0, "REASON entry should not be logged when disabled"
|
|
|
|
# REFLECT coherence marker should still be logged (internal tracking)
|
|
reflect_records = [
|
|
r for r in caplog.records
|
|
if getattr(r, 'marker', None) == 'REFLECT' and getattr(r, 'src', None) == 'DisabledFunction'
|
|
]
|
|
assert len(reflect_records) >= 1, "REFLECT coherence should still be logged"
|
|
|
|
# Re-enable for other tests
|
|
config = LoggingConfig(
|
|
level="DEBUG",
|
|
task_log_level="DEBUG",
|
|
enable_belief_state=True
|
|
)
|
|
configure_logger(config)
|
|
# #endregion test_enable_belief_state_flag
|
|
|
|
# #region test_cot_json_formatter_output [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that CotJsonFormatter produces valid JSON with expected fields.
|
|
def test_cot_json_formatter_output():
|
|
"""Test that CotJsonFormatter produces valid JSON with expected fields."""
|
|
import json
|
|
|
|
formatter = CotJsonFormatter()
|
|
|
|
# Create a LogRecord with structured extra data
|
|
record = logging.LogRecord(
|
|
name="test.module",
|
|
level=logging.INFO,
|
|
pathname="/fake/path.py",
|
|
lineno=42,
|
|
msg="Test action",
|
|
args=(),
|
|
exc_info=None,
|
|
)
|
|
record.marker = "REASON"
|
|
record.intent = "Test action"
|
|
record.src = "TestModule"
|
|
record.payload = {"key": "value"}
|
|
|
|
output = formatter.format(record)
|
|
parsed = json.loads(output)
|
|
|
|
assert parsed["level"] == "INFO"
|
|
assert parsed["marker"] == "REASON"
|
|
assert parsed["intent"] == "Test action"
|
|
assert parsed["src"] == "TestModule"
|
|
assert parsed["payload"] == {"key": "value"}
|
|
assert "ts" in parsed
|
|
assert "trace_id" in parsed
|
|
# #endregion test_cot_json_formatter_output
|
|
|
|
# #region test_cot_json_formatter_plain_message [C:2] [TYPE Function]
|
|
# @RELATION BINDS_TO -> TestLogger
|
|
# @PURPOSE: Test that CotJsonFormatter wraps plain messages (no extra) with default marker.
|
|
def test_cot_json_formatter_plain_message():
|
|
"""Test that CotJsonFormatter wraps plain messages with default marker."""
|
|
import json
|
|
|
|
formatter = CotJsonFormatter()
|
|
|
|
# Create a LogRecord WITHOUT extra data (plain message)
|
|
record = logging.LogRecord(
|
|
name="test.module",
|
|
level=logging.INFO,
|
|
pathname="/fake/path.py",
|
|
lineno=42,
|
|
msg="Plain info message",
|
|
args=(),
|
|
exc_info=None,
|
|
)
|
|
|
|
output = formatter.format(record)
|
|
parsed = json.loads(output)
|
|
|
|
assert parsed["level"] == "INFO"
|
|
assert parsed["marker"] == "REASON" # default for plain messages
|
|
assert parsed["intent"] == "Plain info message"
|
|
assert parsed["src"] == "test.module"
|
|
assert "ts" in parsed
|
|
assert "trace_id" in parsed
|
|
# #endregion test_cot_json_formatter_plain_message
|
|
|
|
# #endregion TestLogger
|